提交 2dfa9ebc 作者: 朱学凯

updata .gitignore

上级 b51ff548
<?xml version="1.0" encoding="UTF-8"?>
<module type="PYTHON_MODULE" version="4">
<component name="NewModuleRootManager">
<content url="file://$MODULE_DIR$" />
<orderEntry type="jdk" jdkName="Python 3.6 (py3.6)" jdkType="Python SDK" />
<orderEntry type="sourceFolder" forTests="false" />
</component>
<component name="PyDocumentationSettings">
<option name="renderExternalDocumentation" value="true" />
</component>
</module>
\ No newline at end of file
<component name="InspectionProjectProfileManager">
<profile version="1.0">
<option name="myName" value="Project Default" />
<inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
<option name="ignoredPackages">
<value>
<list size="1">
<item index="0" class="java.lang.String" itemvalue="subword-nmt" />
</list>
</value>
</option>
</inspection_tool>
</profile>
</component>
\ No newline at end of file
<component name="InspectionProjectProfileManager">
<settings>
<option name="USE_PROJECT_PROFILE" value="false" />
<version value="1.0" />
</settings>
</component>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.6 (py3.6)" project-jdk-type="Python SDK" />
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/.idea/CPI.iml" filepath="$PROJECT_DIR$/.idea/CPI.iml" />
</modules>
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="PySciProjectComponent">
<option name="PY_SCI_VIEW" value="true" />
<option name="PY_SCI_VIEW_SUGGESTED" value="true" />
</component>
</project>
\ No newline at end of file
Index: .idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16__11_22___Default_Changelist_.xml
++ /dev/null
Index: .idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16__11_22___Default_Changelist_.xml
===================================================================
diff --git a/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16__11_22___Default_Changelist_.xml b/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16__11_22___Default_Changelist_.xml
deleted file mode 100644
--- a/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16__11_22___Default_Changelist_.xml (revision a43ff66ca17fa5aa99e18028f5990e68a6469c5b)
+++ /dev/null (revision a43ff66ca17fa5aa99e18028f5990e68a6469c5b)
@@ -1,4 +0,0 @@
-<changelist name="Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]" date="1618543353862" recycled="true" deleted="true">
- <option name="PATH" value="$PROJECT_DIR$/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch" />
- <option name="DESCRIPTION" value="Uncommitted changes before Update at 2021/4/16, 11:22 上午 [Default Changelist]" />
-</changelist>
\ No newline at end of file
Index: .idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch
===================================================================
diff --git a/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch b/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch
deleted file mode 100644
--- a/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch (revision a43ff66ca17fa5aa99e18028f5990e68a6469c5b)
+++ /dev/null (revision a43ff66ca17fa5aa99e18028f5990e68a6469c5b)
@@ -1,20 +0,0 @@
-Index: .idea/workspace.xml
-IDEA additional info:
-Subsystem: com.intellij.openapi.diff.impl.patch.BaseRevisionTextPatchEP
-<+><?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project version=\"4\">\n <component name=\"ChangeListManager\">\n <list default=\"true\" id=\"f877ac68-9cea-46d8-9125-207eebe5b5d6\" name=\"Default Changelist\" comment=\"\">\n <change beforePath=\"$PROJECT_DIR$/.idea/workspace.xml\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/.idea/workspace.xml\" afterDir=\"false\" />\n <change beforePath=\"$PROJECT_DIR$/eval.py\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/eval.py\" afterDir=\"false\" />\n <change beforePath=\"$PROJECT_DIR$/experment_result/loss.png\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/experment_result/learning_rate/loss.png\" afterDir=\"false\" />\n <change beforePath=\"$PROJECT_DIR$/experment_result/loss.svg\" beforeDir=\"false\" />\n </list>\n <option name=\"SHOW_DIALOG\" value=\"false\" />\n <option name=\"HIGHLIGHT_CONFLICTS\" value=\"true\" />\n <option name=\"HIGHLIGHT_NON_ACTIVE_CHANGELIST\" value=\"false\" />\n <option name=\"LAST_RESOLUTION\" value=\"IGNORE\" />\n </component>\n <component name=\"Git.Settings\">\n <option name=\"RECENT_GIT_ROOT_PATH\" value=\"$PROJECT_DIR$\" />\n <option name=\"UPDATE_TYPE\" value=\"REBASE\" />\n </component>\n <component name=\"ProjectId\" id=\"1qpu2Wq6VU5TQVQOm73pQEwAahA\" />\n <component name=\"ProjectLevelVcsManager\">\n <ConfirmationsSetting value=\"1\" id=\"Add\" />\n </component>\n <component name=\"ProjectViewState\">\n <option name=\"hideEmptyMiddlePackages\" value=\"true\" />\n <option name=\"showLibraryContents\" value=\"true\" />\n </component>\n <component name=\"PropertiesComponent\">\n <property name=\"ASKED_ADD_EXTERNAL_FILES\" value=\"true\" />\n <property name=\"RunOnceActivity.OpenProjectViewOnStart\" value=\"true\" />\n <property name=\"RunOnceActivity.ShowReadmeOnStart\" value=\"true\" />\n <property name=\"WebServerToolWindowFactoryState\" value=\"false\" />\n <property name=\"restartRequiresConfirmation\" value=\"false\" />\n </component>\n <component name=\"RecentsManager\">\n <key name=\"MoveFile.RECENT_KEYS\">\n <recent name=\"$PROJECT_DIR$/experment_result/learning_rate\" />\n </key>\n </component>\n <component name=\"RunManager\" selected=\"Python.eval\">\n <configuration name=\"eval\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\n <module name=\"CPI\" />\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\n <option name=\"PARENT_ENVS\" value=\"true\" />\n <envs>\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\n </envs>\n <option name=\"SDK_HOME\" value=\"\" />\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/eval.py\" />\n <option name=\"PARAMETERS\" value=\"\" />\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\n <option name=\"MODULE_MODE\" value=\"false\" />\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\n <option name=\"INPUT_FILE\" value=\"\" />\n <method v=\"2\" />\n </configuration>\n <configuration name=\"run_interaction\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\n <module name=\"CPI\" />\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\n <option name=\"PARENT_ENVS\" value=\"true\" />\n <envs>\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\n </envs>\n <option name=\"SDK_HOME\" value=\"\" />\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/run_interaction.py\" />\n <option name=\"PARAMETERS\" value=\"\" />\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\n <option name=\"MODULE_MODE\" value=\"false\" />\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\n <option name=\"INPUT_FILE\" value=\"\" />\n <method v=\"2\" />\n </configuration>\n <recent_temporary>\n <list>\n <item itemvalue=\"Python.eval\" />\n <item itemvalue=\"Python.run_interaction\" />\n </list>\n </recent_temporary>\n </component>\n <component name=\"SpellCheckerSettings\" RuntimeDictionaries=\"0\" Folders=\"0\" CustomDictionaries=\"0\" DefaultDictionary=\"application-level\" UseSingleDictionary=\"true\" transferred=\"true\" />\n <component name=\"TaskManager\">\n <task active=\"true\" id=\"Default\" summary=\"Default task\">\n <changelist id=\"f877ac68-9cea-46d8-9125-207eebe5b5d6\" name=\"Default Changelist\" comment=\"\" />\n <created>1617788646167</created>\n <option name=\"number\" value=\"Default\" />\n <option name=\"presentableId\" value=\"Default\" />\n <updated>1617788646167</updated>\n <workItem from=\"1617788647548\" duration=\"5550000\" />\n </task>\n <servers />\n </component>\n <component name=\"TypeScriptGeneratedFilesManager\">\n <option name=\"version\" value=\"3\" />\n </component>\n <component name=\"Vcs.Log.Tabs.Properties\">\n <option name=\"TAB_STATES\">\n <map>\n <entry key=\"MAIN\">\n <value>\n <State />\n </value>\n </entry>\n </map>\n </option>\n </component>\n <component name=\"XDebuggerManager\">\n <breakpoint-manager>\n <breakpoints>\n <line-breakpoint enabled=\"true\" suspend=\"THREAD\" type=\"python-line\">\n <url>file://$PROJECT_DIR$/eval.py</url>\n <line>36</line>\n <option name=\"timeStamp\" value=\"21\" />\n </line-breakpoint>\n </breakpoints>\n </breakpoint-manager>\n </component>\n <component name=\"com.intellij.coverage.CoverageDataManagerImpl\">\n <SUITE FILE_PATH=\"coverage/CPI$eval.coverage\" NAME=\"eval Coverage Results\" MODIFIED=\"1618396849549\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\n <SUITE FILE_PATH=\"coverage/CPI$run_interaction.coverage\" NAME=\"run_interaction Coverage Results\" MODIFIED=\"1618133791228\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\n </component>\n</project>
-Subsystem: com.intellij.openapi.diff.impl.patch.CharsetEP
-<+>UTF-8
-===================================================================
-diff --git a/.idea/workspace.xml b/.idea/workspace.xml
---- a/.idea/workspace.xml (revision 9ad087cc206a1aaa224fb400aceeebf955c664e1)
-+++ b/.idea/workspace.xml (date 1618543228916)
-@@ -3,9 +3,6 @@
- <component name="ChangeListManager">
- <list default="true" id="f877ac68-9cea-46d8-9125-207eebe5b5d6" name="Default Changelist" comment="">
- <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-- <change beforePath="$PROJECT_DIR$/eval.py" beforeDir="false" afterPath="$PROJECT_DIR$/eval.py" afterDir="false" />
-- <change beforePath="$PROJECT_DIR$/experment_result/loss.png" beforeDir="false" afterPath="$PROJECT_DIR$/experment_result/learning_rate/loss.png" afterDir="false" />
-- <change beforePath="$PROJECT_DIR$/experment_result/loss.svg" beforeDir="false" />
- </list>
- <option name="SHOW_DIALOG" value="false" />
- <option name="HIGHLIGHT_CONFLICTS" value="true" />
Index: .idea/workspace.xml
IDEA additional info:
Subsystem: com.intellij.openapi.diff.impl.patch.BaseRevisionTextPatchEP
<+><?xml version=\"1.0\" encoding=\"UTF-8\"?>\r\n<project version=\"4\">\r\n <component name=\"ChangeListManager\">\r\n <list default=\"true\" id=\"f877ac68-9cea-46d8-9125-207eebe5b5d6\" name=\"Default Changelist\" comment=\"\">\r\n <change beforePath=\"$PROJECT_DIR$/.gitignore\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/.gitignore\" afterDir=\"false\" />\r\n <change beforePath=\"$PROJECT_DIR$/.idea/workspace.xml\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/.idea/workspace.xml\" afterDir=\"false\" />\r\n <change beforePath=\"$PROJECT_DIR$/run_interaction.py\" beforeDir=\"false\" afterPath=\"$PROJECT_DIR$/run_interaction.py\" afterDir=\"false\" />\r\n </list>\r\n <option name=\"SHOW_DIALOG\" value=\"false\" />\r\n <option name=\"HIGHLIGHT_CONFLICTS\" value=\"true\" />\r\n <option name=\"HIGHLIGHT_NON_ACTIVE_CHANGELIST\" value=\"false\" />\r\n <option name=\"LAST_RESOLUTION\" value=\"IGNORE\" />\r\n </component>\r\n <component name=\"FileTemplateManagerImpl\">\r\n <option name=\"RECENT_TEMPLATES\">\r\n <list>\r\n <option value=\"Python Script\" />\r\n </list>\r\n </option>\r\n </component>\r\n <component name=\"Git.Settings\">\r\n <option name=\"RECENT_GIT_ROOT_PATH\" value=\"$PROJECT_DIR$\" />\r\n <option name=\"UPDATE_TYPE\" value=\"REBASE\" />\r\n </component>\r\n <component name=\"GitSEFilterConfiguration\">\r\n <file-type-list>\r\n <filtered-out-file-type name=\"LOCAL_BRANCH\" />\r\n <filtered-out-file-type name=\"REMOTE_BRANCH\" />\r\n <filtered-out-file-type name=\"TAG\" />\r\n <filtered-out-file-type name=\"COMMIT_BY_MESSAGE\" />\r\n </file-type-list>\r\n </component>\r\n <component name=\"ProjectId\" id=\"1qpu2Wq6VU5TQVQOm73pQEwAahA\" />\r\n <component name=\"ProjectLevelVcsManager\">\r\n <ConfirmationsSetting value=\"1\" id=\"Add\" />\r\n </component>\r\n <component name=\"ProjectViewState\">\r\n <option name=\"hideEmptyMiddlePackages\" value=\"true\" />\r\n <option name=\"showLibraryContents\" value=\"true\" />\r\n </component>\r\n <component name=\"PropertiesComponent\">\r\n <property name=\"ASKED_ADD_EXTERNAL_FILES\" value=\"true\" />\r\n <property name=\"RunOnceActivity.OpenProjectViewOnStart\" value=\"true\" />\r\n <property name=\"RunOnceActivity.ShowReadmeOnStart\" value=\"true\" />\r\n <property name=\"WebServerToolWindowFactoryState\" value=\"false\" />\r\n <property name=\"restartRequiresConfirmation\" value=\"false\" />\r\n </component>\r\n <component name=\"RecentsManager\">\r\n <key name=\"MoveFile.RECENT_KEYS\">\r\n <recent name=\"$PROJECT_DIR$/utils\" />\r\n <recent name=\"$PROJECT_DIR$/experment_result/learning_rate\" />\r\n </key>\r\n </component>\r\n <component name=\"RunManager\" selected=\"Python.run_interaction\">\r\n <configuration name=\"dataset\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\r\n <module name=\"CPI\" />\r\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\r\n <option name=\"PARENT_ENVS\" value=\"true\" />\r\n <envs>\r\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\r\n </envs>\r\n <option name=\"SDK_HOME\" value=\"\" />\r\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\r\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\r\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\r\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\r\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\r\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/dataset.py\" />\r\n <option name=\"PARAMETERS\" value=\"\" />\r\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\r\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\r\n <option name=\"MODULE_MODE\" value=\"false\" />\r\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\r\n <option name=\"INPUT_FILE\" value=\"\" />\r\n <method v=\"2\" />\r\n </configuration>\r\n <configuration name=\"eval\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\r\n <module name=\"CPI\" />\r\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\r\n <option name=\"PARENT_ENVS\" value=\"true\" />\r\n <envs>\r\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\r\n </envs>\r\n <option name=\"SDK_HOME\" value=\"\" />\r\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\r\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\r\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\r\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\r\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\r\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/eval.py\" />\r\n <option name=\"PARAMETERS\" value=\"\" />\r\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\r\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\r\n <option name=\"MODULE_MODE\" value=\"false\" />\r\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\r\n <option name=\"INPUT_FILE\" value=\"\" />\r\n <method v=\"2\" />\r\n </configuration>\r\n <configuration name=\"run_interaction\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\r\n <module name=\"CPI\" />\r\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\r\n <option name=\"PARENT_ENVS\" value=\"true\" />\r\n <envs>\r\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\r\n </envs>\r\n <option name=\"SDK_HOME\" value=\"\" />\r\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\r\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\r\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\r\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\r\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\r\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/run_interaction.py\" />\r\n <option name=\"PARAMETERS\" value=\"\" />\r\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\r\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\r\n <option name=\"MODULE_MODE\" value=\"false\" />\r\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\r\n <option name=\"INPUT_FILE\" value=\"\" />\r\n <method v=\"2\" />\r\n </configuration>\r\n <configuration name=\"test\" type=\"PythonConfigurationType\" factoryName=\"Python\" temporary=\"true\" nameIsGenerated=\"true\">\r\n <module name=\"CPI\" />\r\n <option name=\"INTERPRETER_OPTIONS\" value=\"\" />\r\n <option name=\"PARENT_ENVS\" value=\"true\" />\r\n <envs>\r\n <env name=\"PYTHONUNBUFFERED\" value=\"1\" />\r\n </envs>\r\n <option name=\"SDK_HOME\" value=\"\" />\r\n <option name=\"WORKING_DIRECTORY\" value=\"$PROJECT_DIR$\" />\r\n <option name=\"IS_MODULE_SDK\" value=\"true\" />\r\n <option name=\"ADD_CONTENT_ROOTS\" value=\"true\" />\r\n <option name=\"ADD_SOURCE_ROOTS\" value=\"true\" />\r\n <EXTENSION ID=\"PythonCoverageRunConfigurationExtension\" runner=\"coverage.py\" />\r\n <option name=\"SCRIPT_NAME\" value=\"$PROJECT_DIR$/test.py\" />\r\n <option name=\"PARAMETERS\" value=\"\" />\r\n <option name=\"SHOW_COMMAND_LINE\" value=\"false\" />\r\n <option name=\"EMULATE_TERMINAL\" value=\"false\" />\r\n <option name=\"MODULE_MODE\" value=\"false\" />\r\n <option name=\"REDIRECT_INPUT\" value=\"false\" />\r\n <option name=\"INPUT_FILE\" value=\"\" />\r\n <method v=\"2\" />\r\n </configuration>\r\n <recent_temporary>\r\n <list>\r\n <item itemvalue=\"Python.run_interaction\" />\r\n <item itemvalue=\"Python.test\" />\r\n <item itemvalue=\"Python.dataset\" />\r\n <item itemvalue=\"Python.eval\" />\r\n </list>\r\n </recent_temporary>\r\n </component>\r\n <component name=\"SpellCheckerSettings\" RuntimeDictionaries=\"0\" Folders=\"0\" CustomDictionaries=\"0\" DefaultDictionary=\"application-level\" UseSingleDictionary=\"true\" transferred=\"true\" />\r\n <component name=\"TaskManager\">\r\n <task active=\"true\" id=\"Default\" summary=\"Default task\">\r\n <changelist id=\"f877ac68-9cea-46d8-9125-207eebe5b5d6\" name=\"Default Changelist\" comment=\"\" />\r\n <created>1617788646167</created>\r\n <option name=\"number\" value=\"Default\" />\r\n <option name=\"presentableId\" value=\"Default\" />\r\n <updated>1617788646167</updated>\r\n <workItem from=\"1617788647548\" duration=\"5550000\" />\r\n </task>\r\n <servers />\r\n </component>\r\n <component name=\"TypeScriptGeneratedFilesManager\">\r\n <option name=\"version\" value=\"3\" />\r\n </component>\r\n <component name=\"Vcs.Log.Tabs.Properties\">\r\n <option name=\"TAB_STATES\">\r\n <map>\r\n <entry key=\"MAIN\">\r\n <value>\r\n <State />\r\n </value>\r\n </entry>\r\n </map>\r\n </option>\r\n </component>\r\n <component name=\"XDebuggerManager\">\r\n <breakpoint-manager>\r\n <breakpoints>\r\n <line-breakpoint enabled=\"true\" suspend=\"THREAD\" type=\"python-line\">\r\n <url>file://$PROJECT_DIR$/eval.py</url>\r\n <line>36</line>\r\n <option name=\"timeStamp\" value=\"21\" />\r\n </line-breakpoint>\r\n </breakpoints>\r\n </breakpoint-manager>\r\n </component>\r\n <component name=\"com.intellij.coverage.CoverageDataManagerImpl\">\r\n <SUITE FILE_PATH=\"coverage/CPI$dataset.coverage\" NAME=\"dataset Coverage Results\" MODIFIED=\"1618641059668\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\r\n <SUITE FILE_PATH=\"coverage/CPI$test.coverage\" NAME=\"test Coverage Results\" MODIFIED=\"1618643206375\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\r\n <SUITE FILE_PATH=\"coverage/CPI$eval.coverage\" NAME=\"eval Coverage Results\" MODIFIED=\"1618396849549\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\r\n <SUITE FILE_PATH=\"coverage/CPI$run_interaction.coverage\" NAME=\"run_interaction Coverage Results\" MODIFIED=\"1618917155441\" SOURCE_PROVIDER=\"com.intellij.coverage.DefaultCoverageFileProvider\" RUNNER=\"coverage.py\" COVERAGE_BY_TEST_ENABLED=\"true\" COVERAGE_TRACING_ENABLED=\"false\" WORKING_DIRECTORY=\"$PROJECT_DIR$\" />\r\n </component>\r\n</project>
Subsystem: com.intellij.openapi.diff.impl.patch.CharsetEP
<+>UTF-8
===================================================================
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
--- a/.idea/workspace.xml (revision a43ff66ca17fa5aa99e18028f5990e68a6469c5b)
+++ b/.idea/workspace.xml (date 1619674875599)
@@ -2,9 +2,8 @@
<project version="4">
<component name="ChangeListManager">
<list default="true" id="f877ac68-9cea-46d8-9125-207eebe5b5d6" name="Default Changelist" comment="">
- <change beforePath="$PROJECT_DIR$/.gitignore" beforeDir="false" afterPath="$PROJECT_DIR$/.gitignore" afterDir="false" />
+ <change beforePath="$PROJECT_DIR$/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_16,_11_22_上午_[Default_Changelist]/shelved.patch" beforeDir="false" />
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
- <change beforePath="$PROJECT_DIR$/run_interaction.py" beforeDir="false" afterPath="$PROJECT_DIR$/run_interaction.py" afterDir="false" />
</list>
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -175,21 +174,10 @@
</map>
</option>
</component>
- <component name="XDebuggerManager">
- <breakpoint-manager>
- <breakpoints>
- <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
- <url>file://$PROJECT_DIR$/eval.py</url>
- <line>36</line>
- <option name="timeStamp" value="21" />
- </line-breakpoint>
- </breakpoints>
- </breakpoint-manager>
- </component>
<component name="com.intellij.coverage.CoverageDataManagerImpl">
<SUITE FILE_PATH="coverage/CPI$dataset.coverage" NAME="dataset Coverage Results" MODIFIED="1618641059668" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
<SUITE FILE_PATH="coverage/CPI$test.coverage" NAME="test Coverage Results" MODIFIED="1618643206375" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
<SUITE FILE_PATH="coverage/CPI$eval.coverage" NAME="eval Coverage Results" MODIFIED="1618396849549" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
- <SUITE FILE_PATH="coverage/CPI$run_interaction.coverage" NAME="run_interaction Coverage Results" MODIFIED="1618917155441" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+ <SUITE FILE_PATH="coverage/CPI$run_interaction.coverage" NAME="run_interaction Coverage Results" MODIFIED="1619081693342" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
</component>
</project>
\ No newline at end of file
<changelist name="Uncommitted_changes_before_Update_at_2021_4_29,_1_41_下午_[Default_Changelist]" date="1619674906341" recycled="true" deleted="true">
<option name="PATH" value="$PROJECT_DIR$/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_29,_1_41_下午_[Default_Changelist]/shelved.patch" />
<option name="DESCRIPTION" value="Uncommitted changes before Update at 2021/4/29, 1:41 下午 [Default Changelist]" />
</changelist>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="$PROJECT_DIR$" vcs="Git" />
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ChangeListManager">
<list default="true" id="f877ac68-9cea-46d8-9125-207eebe5b5d6" name="Default Changelist" comment="">
<change beforePath="$PROJECT_DIR$/.gitignore" beforeDir="false" afterPath="$PROJECT_DIR$/.gitignore" afterDir="false" />
</list>
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
<option name="LAST_RESOLUTION" value="IGNORE" />
</component>
<component name="FileTemplateManagerImpl">
<option name="RECENT_TEMPLATES">
<list>
<option value="Python Script" />
</list>
</option>
</component>
<component name="Git.Settings">
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
<option name="UPDATE_TYPE" value="REBASE" />
</component>
<component name="GitSEFilterConfiguration">
<file-type-list>
<filtered-out-file-type name="LOCAL_BRANCH" />
<filtered-out-file-type name="REMOTE_BRANCH" />
<filtered-out-file-type name="TAG" />
<filtered-out-file-type name="COMMIT_BY_MESSAGE" />
</file-type-list>
</component>
<component name="ProjectId" id="1qpu2Wq6VU5TQVQOm73pQEwAahA" />
<component name="ProjectLevelVcsManager">
<ConfirmationsSetting value="1" id="Add" />
</component>
<component name="ProjectViewState">
<option name="hideEmptyMiddlePackages" value="true" />
<option name="showLibraryContents" value="true" />
</component>
<component name="PropertiesComponent">
<property name="ASKED_ADD_EXTERNAL_FILES" value="true" />
<property name="RunOnceActivity.OpenProjectViewOnStart" value="true" />
<property name="RunOnceActivity.ShowReadmeOnStart" value="true" />
<property name="WebServerToolWindowFactoryState" value="false" />
<property name="restartRequiresConfirmation" value="false" />
</component>
<component name="RecentsManager">
<key name="MoveFile.RECENT_KEYS">
<recent name="$PROJECT_DIR$/utils" />
<recent name="$PROJECT_DIR$/experment_result/learning_rate" />
</key>
</component>
<component name="RunManager" selected="Python.run_interaction">
<configuration default="true" type="PythonConfigurationType" factoryName="Python">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<envs>
<env name="PYTHONUNBUFFERED" value="1" />
</envs>
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="" />
<option name="IS_MODULE_SDK" value="false" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="true" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<configuration name="dataset" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<envs>
<env name="PYTHONUNBUFFERED" value="1" />
</envs>
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
<option name="IS_MODULE_SDK" value="true" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/dataset.py" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="false" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<configuration name="eval" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<envs>
<env name="PYTHONUNBUFFERED" value="1" />
</envs>
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
<option name="IS_MODULE_SDK" value="true" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/eval.py" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="false" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<configuration name="normalize_data" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/utils" />
<option name="IS_MODULE_SDK" value="true" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/utils/normalize_data.py" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="true" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<configuration name="run_interaction" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<envs>
<env name="PYTHONUNBUFFERED" value="1" />
</envs>
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
<option name="IS_MODULE_SDK" value="true" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/run_interaction.py" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="false" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<configuration name="test" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
<module name="CPI" />
<option name="INTERPRETER_OPTIONS" value="" />
<option name="PARENT_ENVS" value="true" />
<envs>
<env name="PYTHONUNBUFFERED" value="1" />
</envs>
<option name="SDK_HOME" value="" />
<option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
<option name="IS_MODULE_SDK" value="true" />
<option name="ADD_CONTENT_ROOTS" value="true" />
<option name="ADD_SOURCE_ROOTS" value="true" />
<EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
<option name="SCRIPT_NAME" value="$PROJECT_DIR$/test.py" />
<option name="PARAMETERS" value="" />
<option name="SHOW_COMMAND_LINE" value="false" />
<option name="EMULATE_TERMINAL" value="false" />
<option name="MODULE_MODE" value="false" />
<option name="REDIRECT_INPUT" value="false" />
<option name="INPUT_FILE" value="" />
<method v="2" />
</configuration>
<recent_temporary>
<list>
<item itemvalue="Python.run_interaction" />
<item itemvalue="Python.normalize_data" />
<item itemvalue="Python.test" />
<item itemvalue="Python.dataset" />
<item itemvalue="Python.eval" />
</list>
</recent_temporary>
</component>
<component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
<component name="TaskManager">
<task active="true" id="Default" summary="Default task">
<changelist id="f877ac68-9cea-46d8-9125-207eebe5b5d6" name="Default Changelist" comment="" />
<created>1617788646167</created>
<option name="number" value="Default" />
<option name="presentableId" value="Default" />
<updated>1617788646167</updated>
<workItem from="1617788647548" duration="5550000" />
<workItem from="1619665316412" duration="2069000" />
</task>
<servers />
</component>
<component name="TypeScriptGeneratedFilesManager">
<option name="version" value="3" />
</component>
<component name="Vcs.Log.Tabs.Properties">
<option name="TAB_STATES">
<map>
<entry key="MAIN">
<value>
<State />
</value>
</entry>
</map>
</option>
<option name="oldMeFiltersMigrated" value="true" />
</component>
<component name="XDebuggerManager">
<breakpoint-manager>
<breakpoints>
<line-breakpoint enabled="true" suspend="THREAD" type="python-line">
<url>file://$PROJECT_DIR$/eval.py</url>
<line>36</line>
<option name="timeStamp" value="21" />
</line-breakpoint>
</breakpoints>
</breakpoint-manager>
</component>
<component name="com.intellij.coverage.CoverageDataManagerImpl">
<SUITE FILE_PATH="coverage/CPI$test.coverage" NAME="test Coverage Results" MODIFIED="1618643206375" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
<SUITE FILE_PATH="coverage/CPI$normalize_data.coverage" NAME="normalize_data Coverage Results" MODIFIED="1619667621484" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/utils" />
<SUITE FILE_PATH="coverage/CPI$run_interaction.coverage" NAME="run_interaction Coverage Results" MODIFIED="1619698359076" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
<SUITE FILE_PATH="coverage/CPI$eval.coverage" NAME="eval Coverage Results" MODIFIED="1618396849549" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
<SUITE FILE_PATH="coverage/CPI$dataset.coverage" NAME="dataset Coverage Results" MODIFIED="1618641059668" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
</component>
</project>
\ No newline at end of file
import numpy as np
import re
def eval_result(pred, label):
pred = np.array(pred)
label = np.array(label)
num = len(pred)
diff = pred - label
mse = np.sum(np.power(diff, 2)) / num
rmse = np.sqrt(mse)
pearson_co = np.corrcoef(pred, label)
return rmse, pearson_co
def eval(pred_path, label_path):
with open(pred_path, 'r') as f:
pred = f.readlines()
pred = [float(i.strip()) for i in pred]
with open(label_path, 'r') as f:
label = f.readlines()
label = [float(i.strip()) for i in label]
remse, r_mat = eval_result(pred, label)
r = r_mat[0, 1]
save_path = pred_path.replace('test.txt', 'eval_results')
with open(save_path, 'w') as f:
f.write('RMSE : {} ; Pearson Correlation Coefficient : {}'.format(remse, r))
print('RMSE : {} ; Pearson Correlation Coefficient : {}'.format(remse, r))
if __name__ == '__main__':
with open('pre_test.sh', 'r') as f:
pred_dir = f.readline()
pred_dir = pred_dir.split()[5].split('/')[-1]
pred_result = './predict/{}/test.txt'.format(pred_dir)
test_label_path = './data/test_ic50'
eval(pred_result, test_label_path)
CUDA_VISIBLE_DEVICES=7 python run_interaction.py --task=test --b=64 --output=./predict/lr-1e-5-batch-32-e-10-layer6-0428-step-57659 --config=./config/config_layer_6.json --init=./model/lr-1e-5-batch-32-e-10-layer6-0428/epoch-6-step-57659-loss-0.6694820924709807.pth --do_eval=True
\ No newline at end of file
from argparse import ArgumentParser
from dataset import Data_Encoder
import torch
from torch.utils.data import DataLoader
from configuration_bert import BertConfig
from modeling_bert import BertAffinityModel
from torch.utils.tensorboard import SummaryWriter
import os
from tqdm import tqdm
torch.set_default_tensor_type(torch.DoubleTensor)
def get_task(task_name):
if task_name.lower() == 'train':
df_train = {"sps": './data/train_sps',
"smile": './data/train_smile',
"affinity": './data/train_ic50',
}
tokenizer_config = {"vocab_file": './config/vocab.txt',
"vocab_pair": './config/drug_codes_chembl.txt',
"begin_id": '[CLS]',
"separate_id": "[SEP]",
"max_len": 256
}
return df_train, tokenizer_config
elif task_name.lower() == 'test':
df_test = {"sps": './data/test_sps',
"smile": './data/test_smile',
"affinity": './data/test_ic50',
}
tokenizer_config = {"vocab_file": './config/vocab.txt',
"vocab_pair": './config/drug_codes_chembl.txt',
"begin_id": '[CLS]',
"separate_id": "[SEP]",
"max_len": 256
}
return df_test, tokenizer_config
def train(args, model, dataset):
data_loder_para = {'batch_size': args.batch_size,
'shuffle': True,
'num_workers': args.workers,
}
data_generator = DataLoader(dataset, **data_loder_para)
model.train()
opt = torch.optim.Adam(model.parameters(), lr=args.lr)
loss_fct = torch.nn.MSELoss()
writer = SummaryWriter('./log/' + args.savedir)
num_step = args.epochs * len(data_generator)
step = 0
save_step = num_step // 10
# detect GPU
if torch.cuda.is_available():
model.cuda()
# print(model)
print('epoch num : {}'.format(args.epochs))
print('step num : {}'.format(num_step))
print('batch size : {}'.format(args.batch_size))
print('learning rate : {}'.format(args.lr))
print('begin training')
# training
for epoch in range(args.epochs):
for i, (input, token_type_ids, input_mask, affinity) in enumerate(data_generator):
# use cuda
# input model
if torch.cuda.is_available():
pred_affinity = model(input_ids=input.cuda(), token_type_ids=token_type_ids.cuda(), attention_mask=input_mask.cuda())
loss = loss_fct(pred_affinity, affinity.cuda().unsqueeze(-1))
else:
pred_affinity = model(input_ids=input, token_type_ids=token_type_ids, attention_mask=input_mask)
loss = loss_fct(pred_affinity, affinity.unsqueeze(-1))
step += 1
writer.add_scalar('loss', loss, global_step=step)
# Update gradient
opt.zero_grad()
loss.backward()
opt.step()
# if (i % 100 == 0):
print('Training at Epoch ' + str(epoch + 1) + ' step ' + str(step) + ' with loss ' + str(
loss.cpu().detach().numpy()))
# save
if epoch >= 1 and step % save_step == 0:
save_path = './model/' + args.savedir + '/'
if not os.path.exists(save_path):
os.mkdir(save_path)
torch.save(model.state_dict(), save_path + 'epoch-{}-step-{}-loss-{}.pth'.format(epoch, step, loss))
print('training over')
writer.close()
def test(args, model, dataset):
data_loder_para = {'batch_size': args.batch_size,
'shuffle': False,
'num_workers': args.workers,
}
data_generator = DataLoader(dataset, **data_loder_para)
with torch.no_grad():
if torch.cuda.is_available():
model.load_state_dict(torch.load(args.init), strict=True)
else:
model.load_state_dict(torch.load(args.init, map_location=torch.device('cpu')), strict=True)
model.eval()
if not os.path.exists(args.output):
os.mkdir(args.output)
result = args.output + '/' + '{}.txt'.format(args.task)
print('begin predicting')
with open(result, 'w') as f:
for i, (input, token_type_ids, input_mask, affinity) in enumerate(tqdm(data_generator)):
if torch.cuda.is_available():
model.cuda()
pred_affinity = model(input_ids=input.cuda(), token_type_ids=token_type_ids.cuda(),
attention_mask=input_mask.cuda())
else:
pred_affinity = model(input_ids=input, token_type_ids=token_type_ids, attention_mask=input_mask)
pred_affinity = pred_affinity.cpu().numpy()
for res in range(args.batch_size):
pred = pred_affinity[res, :][0]
f.write(str(pred) + '\n')
if args.do_eval:
os.system('python eval.py')
def main(args):
# load data
data_file, tokenizer_config = get_task(args.task)
dataset = Data_Encoder(data_file, tokenizer_config)
# creat model
print('------------------creat model---------------------------')
config = BertConfig.from_pretrained(args.config)
model = BertAffinityModel(config)
print('model name : BertAffinity')
print('task name : {}'.format(args.task))
if args.task == 'train':
train(args, model, dataset)
elif args.task in ['test']:
test(args, model, dataset)
if __name__ == '__main__':
# get parameter
parser = ArgumentParser(description='BertAffinity')
parser.add_argument('-b', '--batch-size', default=8, type=int,
metavar='N',
help='mini-batch size (default: 16), this is the total '
'batch size of all GPUs on the current node when '
'using Data Parallel or Distributed Data Parallel')
parser.add_argument('-j', '--workers', default=0, type=int, metavar='N',
help='number of data loading workers (default: 0)')
parser.add_argument('--epochs', default=50, type=int, metavar='N',
help='number of total epochs to run')
parser.add_argument('--task', choices=['train', 'test', 'channel', 'ER', 'GPCR', 'kinase'],
default='train', type=str, metavar='TASK',
help='Task name. Could be train, test, channel, ER, GPCR, kinase.')
parser.add_argument('--lr', '--learning-rate', default=1e-5, type=float,
metavar='LR', help='initial learning rate', dest='lr')
parser.add_argument('--config', default='./config/config.json', type=str, help='model config file path')
# parser.add_argument('--log', default='training_log', type=str, help='training log')
parser.add_argument('--savedir', default='train', type=str, help='log and model save path')
# parser.add_argument('--device', default='0', type=str, help='name of GPU')
parser.add_argument('--init', default='model', type=str, help='init checkpoint')
parser.add_argument('--output', default='predict', type=str, help='result save path')
# parser.add_argument('--shuffle', default=True, type=str, help='shuffle data')
parser.add_argument('--do_eval', default=False, type=bool, help='do eval')
args = parser.parse_args()
# local test
# args.task = 'train'
# args.savedir = 'local_test_train'
# args.epochs = 10
# args.lr = 1e-5
# args.config = './config/config_layer_3.json'
# args.task = 'test'
# args.init = './model/lr-1e-5-batch-32-e-10-layer3-0417-add-type-ids-and-mask/epoch-9-step-82370-loss-0.8841055645024439.pth'
# args.output = './predict/test'
# args.config = './config/config_layer_3.json'
main(args)
CUDA_VISIBLE_DEVICES=1 python run_interaction.py --b=32 --task=train --epochs=10 --lr=1e-5 --savedir=lr-1e-5-batch-32-e-10-layer6-0428 --config=./config/config_layer_6.json
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
This source diff could not be displayed because it is too large. You can view the blob instead.
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
File mode changed from 100755 to 100644
------------------creat model---------------------------
model name : BertAffinity
task name : train
epoch num : 10
step num : 41190
batch size : 64
learning rate : 1e-05
begin training
Traceback (most recent call last):
File "run_interaction.py", line 186, in <module>
main(args)
File "run_interaction.py", line 131, in main
train(args, model, dataset)
File "run_interaction.py", line 67, in train
pred_affinity = model(input.cuda().long())
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/work/CPI/BertAffinity/CPI-main/modeling_bert.py", line 2001, in forward
return_dict=return_dict,
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/work/CPI/BertAffinity/CPI-main/modeling_bert.py", line 577, in forward
output_attentions,
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/work/CPI/BertAffinity/CPI-main/modeling_bert.py", line 463, in forward
past_key_value=self_attn_past_key_value,
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/work/CPI/BertAffinity/CPI-main/modeling_bert.py", line 396, in forward
output_attentions,
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/work/CPI/BertAffinity/CPI-main/modeling_bert.py", line 321, in forward
attention_probs = self.dropout(attention_probs)
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/module.py", line 722, in _call_impl
result = self.forward(*input, **kwargs)
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/modules/dropout.py", line 58, in forward
return F.dropout(input, self.p, self.training, self.inplace)
File "/root/.pyenv/versions/3.7.4/lib/python3.7/site-packages/torch/nn/functional.py", line 973, in dropout
else _VF.dropout(input, p, training))
RuntimeError: CUDA out of memory. Tried to allocate 192.00 MiB (GPU 0; 10.76 GiB total capacity; 9.63 GiB already allocated; 173.12 MiB free; 9.64 GiB reserved in total by PyTorch)
This source diff could not be displayed because it is too large. You can view the blob instead.
This source diff could not be displayed because it is too large. You can view the blob instead.
------------------creat model---------------------------
model name : BertAffinity
step num : 41180
epochs num : 10
learning rate : 0.0001
batch size: 64
begin training
Training at Epoch 1 step 0 with loss 32.121964
Training at Epoch 1 step 1 with loss 41.122543
Training at Epoch 1 step 2 with loss 33.69184
Training at Epoch 1 step 3 with loss 35.443447
Training at Epoch 1 step 4 with loss 25.40238
Training at Epoch 1 step 5 with loss 18.373196
Training at Epoch 1 step 6 with loss 22.020073
Training at Epoch 1 step 7 with loss 27.68647
Training at Epoch 1 step 8 with loss 45.857056
Training at Epoch 1 step 9 with loss 18.963127
Training at Epoch 1 step 10 with loss 10.631396
Training at Epoch 1 step 11 with loss 11.438163
Training at Epoch 1 step 12 with loss 20.105278
Training at Epoch 1 step 13 with loss 6.6680965
Training at Epoch 1 step 14 with loss 28.450703
Training at Epoch 1 step 15 with loss 11.723722
Training at Epoch 1 step 16 with loss 11.2000675
Training at Epoch 1 step 17 with loss 22.575245
Training at Epoch 1 step 18 with loss 22.406311
Training at Epoch 1 step 19 with loss 10.027184
Training at Epoch 1 step 20 with loss 12.552686
Training at Epoch 1 step 21 with loss 20.801643
Training at Epoch 1 step 22 with loss 14.534643
Training at Epoch 1 step 23 with loss 23.420464
Training at Epoch 1 step 24 with loss 11.993807
Training at Epoch 1 step 25 with loss 10.87541
Training at Epoch 1 step 26 with loss 8.750647
Training at Epoch 1 step 27 with loss 12.73322
Training at Epoch 1 step 28 with loss 14.451357
Training at Epoch 1 step 29 with loss 6.23642
Training at Epoch 1 step 30 with loss 10.29119
Training at Epoch 1 step 31 with loss 11.159609
Training at Epoch 1 step 32 with loss 8.431656
Training at Epoch 1 step 33 with loss 17.28083
Training at Epoch 1 step 34 with loss 11.529432
Training at Epoch 1 step 35 with loss 5.0198812
Training at Epoch 1 step 36 with loss 5.1773233
Training at Epoch 1 step 37 with loss 4.950205
Training at Epoch 1 step 38 with loss 6.7773347
Training at Epoch 1 step 39 with loss 5.7143335
Training at Epoch 1 step 40 with loss 2.9015217
Training at Epoch 1 step 41 with loss 4.2261
Training at Epoch 1 step 42 with loss 4.9831457
Training at Epoch 1 step 43 with loss 1.7312114
Training at Epoch 1 step 44 with loss 2.2877173
Training at Epoch 1 step 45 with loss 4.07817
Training at Epoch 1 step 46 with loss 3.615766
Training at Epoch 1 step 47 with loss 2.8786101
Training at Epoch 1 step 48 with loss 2.3406065
Training at Epoch 1 step 49 with loss 1.8572428
Training at Epoch 1 step 50 with loss 2.1617517
Training at Epoch 1 step 51 with loss 1.8941367
Training at Epoch 1 step 52 with loss 1.9921603
Training at Epoch 1 step 53 with loss 1.7527621
Training at Epoch 1 step 54 with loss 2.3345785
Training at Epoch 1 step 55 with loss 2.0091436
Training at Epoch 1 step 56 with loss 5.2891808
Training at Epoch 1 step 57 with loss 4.8996487
Training at Epoch 1 step 58 with loss 4.806133
Training at Epoch 1 step 59 with loss 2.8543162
Training at Epoch 1 step 60 with loss 2.358861
Training at Epoch 1 step 61 with loss 3.026076
Training at Epoch 1 step 62 with loss 1.1265845
Training at Epoch 1 step 63 with loss 2.4354897
Training at Epoch 1 step 64 with loss 3.1028018
Training at Epoch 1 step 65 with loss 1.51297
Training at Epoch 1 step 66 with loss 2.8633964
Training at Epoch 1 step 67 with loss 2.2438536
Training at Epoch 1 step 68 with loss 2.3018284
Training at Epoch 1 step 69 with loss 1.8355025
Training at Epoch 1 step 70 with loss 1.1117357
Training at Epoch 1 step 71 with loss 1.2835128
Training at Epoch 1 step 72 with loss 2.1966643
Training at Epoch 1 step 73 with loss 3.6643353
Training at Epoch 1 step 74 with loss 2.2686954
Training at Epoch 1 step 75 with loss 1.4057493
Training at Epoch 1 step 76 with loss 1.8537408
Training at Epoch 1 step 77 with loss 3.3356347
Training at Epoch 1 step 78 with loss 1.7341561
Training at Epoch 1 step 79 with loss 1.3411837
Training at Epoch 1 step 80 with loss 2.9427671
Training at Epoch 1 step 81 with loss 1.6482756
Training at Epoch 1 step 82 with loss 3.7385051
Training at Epoch 1 step 83 with loss 2.606208
Training at Epoch 1 step 84 with loss 4.4411764
Training at Epoch 1 step 85 with loss 3.1736565
Training at Epoch 1 step 86 with loss 2.5843828
Training at Epoch 1 step 87 with loss 2.0084386
Training at Epoch 1 step 88 with loss 2.4449506
Training at Epoch 1 step 89 with loss 1.7583567
Training at Epoch 1 step 90 with loss 2.627842
Training at Epoch 1 step 91 with loss 1.8015136
Training at Epoch 1 step 92 with loss 1.870787
Training at Epoch 1 step 93 with loss 3.111988
Training at Epoch 1 step 94 with loss 5.4363756
Training at Epoch 1 step 95 with loss 1.3670917
Training at Epoch 1 step 96 with loss 2.3345127
Training at Epoch 1 step 97 with loss 4.173569
Training at Epoch 1 step 98 with loss 3.0299184
Training at Epoch 1 step 99 with loss 1.0643177
Training at Epoch 1 step 100 with loss 2.7572768
Training at Epoch 1 step 101 with loss 1.2901007
Training at Epoch 1 step 102 with loss 6.1122513
Training at Epoch 1 step 103 with loss 1.9057037
Training at Epoch 1 step 104 with loss 1.7131153
Training at Epoch 1 step 105 with loss 2.4587336
Training at Epoch 1 step 106 with loss 2.5590553
Training at Epoch 1 step 107 with loss 3.2545474
Training at Epoch 1 step 108 with loss 2.2777681
Training at Epoch 1 step 109 with loss 1.856895
Training at Epoch 1 step 110 with loss 2.9310799
Training at Epoch 1 step 111 with loss 2.2642822
Training at Epoch 1 step 112 with loss 2.5025182
Training at Epoch 1 step 113 with loss 4.076132
Training at Epoch 1 step 114 with loss 2.731061
Training at Epoch 1 step 115 with loss 2.119046
Training at Epoch 1 step 116 with loss 1.907563
Training at Epoch 1 step 117 with loss 1.7940073
Training at Epoch 1 step 118 with loss 1.9257417
Training at Epoch 1 step 119 with loss 1.1960732
Training at Epoch 1 step 120 with loss 2.0983279
Training at Epoch 1 step 121 with loss 1.9376869
Training at Epoch 1 step 122 with loss 2.0454159
Training at Epoch 1 step 123 with loss 2.8320558
Training at Epoch 1 step 124 with loss 1.7976171
Training at Epoch 1 step 125 with loss 1.498805
Training at Epoch 1 step 126 with loss 3.918547
Training at Epoch 1 step 127 with loss 4.5273337
Training at Epoch 1 step 128 with loss 4.096813
Training at Epoch 1 step 129 with loss 1.7535185
Training at Epoch 1 step 130 with loss 2.4763856
Training at Epoch 1 step 131 with loss 2.8682857
Training at Epoch 1 step 132 with loss 1.3402828
Training at Epoch 1 step 133 with loss 2.0541964
Training at Epoch 1 step 134 with loss 1.8087823
Training at Epoch 1 step 135 with loss 1.749512
Training at Epoch 1 step 136 with loss 2.060533
Training at Epoch 1 step 137 with loss 2.8069434
Training at Epoch 1 step 138 with loss 2.942494
Training at Epoch 1 step 139 with loss 1.273288
Training at Epoch 1 step 140 with loss 1.9924955
Training at Epoch 1 step 141 with loss 2.9295468
Training at Epoch 1 step 142 with loss 1.9711483
Training at Epoch 1 step 143 with loss 2.4944243
Training at Epoch 1 step 144 with loss 0.6338056
Training at Epoch 1 step 145 with loss 1.8395779
Training at Epoch 1 step 146 with loss 1.7556081
Training at Epoch 1 step 147 with loss 3.8668795
Training at Epoch 1 step 148 with loss 3.4640036
Training at Epoch 1 step 149 with loss 1.5515482
Training at Epoch 1 step 150 with loss 4.375744
Training at Epoch 1 step 151 with loss 2.6881485
Training at Epoch 1 step 152 with loss 2.9986465
Training at Epoch 1 step 153 with loss 2.751917
Training at Epoch 1 step 154 with loss 1.7734766
Training at Epoch 1 step 155 with loss 1.4718502
Training at Epoch 1 step 156 with loss 2.3144915
Training at Epoch 1 step 157 with loss 1.4892926
Training at Epoch 1 step 158 with loss 1.3517208
Training at Epoch 1 step 159 with loss 1.8022544
Training at Epoch 1 step 160 with loss 0.8696245
Training at Epoch 1 step 161 with loss 0.83737946
Training at Epoch 1 step 162 with loss 1.3852932
Training at Epoch 1 step 163 with loss 1.264623
Training at Epoch 1 step 164 with loss 1.6033943
Training at Epoch 1 step 165 with loss 1.3157599
Training at Epoch 1 step 166 with loss 1.6484829
Training at Epoch 1 step 167 with loss 1.9119192
Training at Epoch 1 step 168 with loss 1.2134048
Training at Epoch 1 step 169 with loss 0.61964846
Training at Epoch 1 step 170 with loss 0.7394028
Training at Epoch 1 step 171 with loss 0.6432822
Training at Epoch 1 step 172 with loss 0.8634137
Training at Epoch 1 step 173 with loss 3.3805122
Training at Epoch 1 step 174 with loss 5.0941916
Training at Epoch 1 step 175 with loss 3.4256258
Training at Epoch 1 step 176 with loss 3.5425563
Training at Epoch 1 step 177 with loss 2.1380363
Training at Epoch 1 step 178 with loss 3.1921458
Training at Epoch 1 step 179 with loss 1.2527857
Training at Epoch 1 step 180 with loss 1.6856567
Training at Epoch 1 step 181 with loss 0.93550193
Training at Epoch 1 step 182 with loss 1.5814171
Training at Epoch 1 step 183 with loss 1.9559262
Training at Epoch 1 step 184 with loss 4.3013725
Training at Epoch 1 step 185 with loss 1.6649556
Training at Epoch 1 step 186 with loss 1.7365696
Training at Epoch 1 step 187 with loss 0.74856484
Training at Epoch 1 step 188 with loss 3.7659383
Training at Epoch 1 step 189 with loss 0.82408094
Training at Epoch 1 step 190 with loss 0.69246054
Training at Epoch 1 step 191 with loss 0.5703163
Training at Epoch 1 step 192 with loss 1.1265489
Training at Epoch 1 step 193 with loss 0.70012975
Training at Epoch 1 step 194 with loss 1.5852203
Training at Epoch 1 step 195 with loss 0.67904246
Training at Epoch 1 step 196 with loss 0.4419218
Training at Epoch 1 step 197 with loss 0.76371956
Training at Epoch 1 step 198 with loss 0.9570683
Training at Epoch 1 step 199 with loss 0.98810023
Training at Epoch 1 step 200 with loss 1.0000105
Training at Epoch 1 step 201 with loss 0.9497893
Training at Epoch 1 step 202 with loss 0.7510625
Training at Epoch 1 step 203 with loss 0.59374684
Training at Epoch 1 step 204 with loss 0.54258007
Training at Epoch 1 step 205 with loss 0.723411
Training at Epoch 1 step 206 with loss 0.465105
Training at Epoch 1 step 207 with loss 0.48895997
Training at Epoch 1 step 208 with loss 0.609815
Training at Epoch 1 step 209 with loss 0.40894252
Training at Epoch 1 step 210 with loss 0.48677158
Training at Epoch 1 step 211 with loss 0.59876096
Training at Epoch 1 step 212 with loss 0.5505742
Training at Epoch 1 step 213 with loss 0.5839062
Training at Epoch 1 step 214 with loss 0.51446223
Training at Epoch 1 step 215 with loss 0.32286212
Training at Epoch 1 step 216 with loss 0.575721
Training at Epoch 1 step 217 with loss 0.49830356
Training at Epoch 1 step 218 with loss 0.5587312
Training at Epoch 1 step 219 with loss 0.9123829
Training at Epoch 1 step 220 with loss 1.1988525
Training at Epoch 1 step 221 with loss 0.521578
Training at Epoch 1 step 222 with loss 0.77648574
Training at Epoch 1 step 223 with loss 0.563574
Training at Epoch 1 step 224 with loss 0.6786891
Training at Epoch 1 step 225 with loss 0.66209435
Training at Epoch 1 step 226 with loss 0.9994565
Training at Epoch 1 step 227 with loss 1.3747952
Training at Epoch 1 step 228 with loss 2.1196775
Training at Epoch 1 step 229 with loss 0.6458739
Training at Epoch 1 step 230 with loss 0.5162535
Training at Epoch 1 step 231 with loss 0.44814855
Training at Epoch 1 step 232 with loss 0.30348575
Training at Epoch 1 step 233 with loss 0.40696603
Training at Epoch 1 step 234 with loss 0.41612956
Training at Epoch 1 step 235 with loss 0.3447499
Training at Epoch 1 step 236 with loss 0.3775931
Training at Epoch 1 step 237 with loss 0.9377309
Training at Epoch 1 step 238 with loss 1.373491
Training at Epoch 1 step 239 with loss 1.5623034
Training at Epoch 1 step 240 with loss 1.7069067
Training at Epoch 1 step 241 with loss 1.0412862
Training at Epoch 1 step 242 with loss 0.74020773
Training at Epoch 1 step 243 with loss 0.8195636
Training at Epoch 1 step 244 with loss 0.78553176
Training at Epoch 1 step 245 with loss 0.75392157
Training at Epoch 1 step 246 with loss 0.7319555
Training at Epoch 1 step 247 with loss 0.5129991
Training at Epoch 1 step 248 with loss 0.6285658
Training at Epoch 1 step 249 with loss 0.6164927
Training at Epoch 1 step 250 with loss 0.6486695
Training at Epoch 1 step 251 with loss 0.57873094
Training at Epoch 1 step 252 with loss 0.7116134
Training at Epoch 1 step 253 with loss 0.7308792
Training at Epoch 1 step 254 with loss 0.44357967
Training at Epoch 1 step 255 with loss 0.50012887
Training at Epoch 1 step 256 with loss 0.6130892
Training at Epoch 1 step 257 with loss 0.5876885
Training at Epoch 1 step 258 with loss 2.906265
Training at Epoch 1 step 259 with loss 2.2721906
Training at Epoch 1 step 260 with loss 0.98713905
Training at Epoch 1 step 261 with loss 0.82210016
Training at Epoch 1 step 262 with loss 0.3625931
Training at Epoch 1 step 263 with loss 0.37968284
Training at Epoch 1 step 264 with loss 0.34143212
Training at Epoch 1 step 265 with loss 0.40728754
Training at Epoch 1 step 266 with loss 0.53820574
Training at Epoch 1 step 267 with loss 0.6414344
Training at Epoch 1 step 268 with loss 0.62511146
Training at Epoch 1 step 269 with loss 0.41496658
Training at Epoch 1 step 270 with loss 0.44272733
Training at Epoch 1 step 271 with loss 0.3007724
Training at Epoch 1 step 272 with loss 1.5354
Training at Epoch 1 step 273 with loss 0.652158
Training at Epoch 1 step 274 with loss 1.6425798
Training at Epoch 1 step 275 with loss 0.65668404
Training at Epoch 1 step 276 with loss 0.62613463
Training at Epoch 1 step 277 with loss 0.5428038
Training at Epoch 1 step 278 with loss 0.3691657
Training at Epoch 1 step 279 with loss 1.1929328
Training at Epoch 1 step 280 with loss 0.97844076
Training at Epoch 1 step 281 with loss 0.6411705
Training at Epoch 1 step 282 with loss 0.68520176
Training at Epoch 1 step 283 with loss 0.54174256
Training at Epoch 1 step 284 with loss 1.1078141
Training at Epoch 1 step 285 with loss 0.7922072
Training at Epoch 1 step 286 with loss 1.0553293
Training at Epoch 1 step 287 with loss 0.8020495
Training at Epoch 1 step 288 with loss 0.7907201
Training at Epoch 1 step 289 with loss 0.44179028
Training at Epoch 1 step 290 with loss 0.72431993
Training at Epoch 1 step 291 with loss 0.6291417
Training at Epoch 1 step 292 with loss 0.51530886
Training at Epoch 1 step 293 with loss 0.8688117
Training at Epoch 1 step 294 with loss 0.9372959
Training at Epoch 1 step 295 with loss 0.6352768
Training at Epoch 1 step 296 with loss 0.6041852
Training at Epoch 1 step 297 with loss 0.65668434
Training at Epoch 1 step 298 with loss 0.7390491
Training at Epoch 1 step 299 with loss 0.57026076
Training at Epoch 1 step 300 with loss 0.59239656
Training at Epoch 1 step 301 with loss 0.5508783
Training at Epoch 1 step 302 with loss 0.54726195
Training at Epoch 1 step 303 with loss 0.5565526
Training at Epoch 1 step 304 with loss 0.3884676
Training at Epoch 1 step 305 with loss 0.34067622
Training at Epoch 1 step 306 with loss 0.4242831
Training at Epoch 1 step 307 with loss 0.47871298
Training at Epoch 1 step 308 with loss 0.3266378
Training at Epoch 1 step 309 with loss 0.52752894
Training at Epoch 1 step 310 with loss 0.46508402
Training at Epoch 1 step 311 with loss 0.610741
Training at Epoch 1 step 312 with loss 0.6269238
Training at Epoch 1 step 313 with loss 0.58188844
Training at Epoch 1 step 314 with loss 0.6694089
Training at Epoch 1 step 315 with loss 0.31306392
Training at Epoch 1 step 316 with loss 0.7892599
Training at Epoch 1 step 317 with loss 0.6323475
Training at Epoch 1 step 318 with loss 0.3106109
Training at Epoch 1 step 319 with loss 0.28623274
Training at Epoch 1 step 320 with loss 0.36548966
Training at Epoch 1 step 321 with loss 0.3448373
Training at Epoch 1 step 322 with loss 0.2993862
Training at Epoch 1 step 323 with loss 0.23178723
Training at Epoch 1 step 324 with loss 0.33792064
Training at Epoch 1 step 325 with loss 1.0407711
Training at Epoch 1 step 326 with loss 1.0969071
Training at Epoch 1 step 327 with loss 1.0837121
Training at Epoch 1 step 328 with loss 0.78750217
Training at Epoch 1 step 329 with loss 0.60422313
Training at Epoch 1 step 330 with loss 1.0411458
Training at Epoch 1 step 331 with loss 0.6119455
Training at Epoch 1 step 332 with loss 0.5994882
Training at Epoch 1 step 333 with loss 0.7158922
Training at Epoch 1 step 334 with loss 0.68108
Training at Epoch 1 step 335 with loss 0.33011898
Training at Epoch 1 step 336 with loss 0.33630136
Training at Epoch 1 step 337 with loss 0.6856274
Training at Epoch 1 step 338 with loss 0.77318525
Training at Epoch 1 step 339 with loss 0.6433573
Training at Epoch 1 step 340 with loss 0.72714114
Training at Epoch 1 step 341 with loss 0.38064218
Training at Epoch 1 step 342 with loss 0.5228015
Training at Epoch 1 step 343 with loss 0.8027328
Training at Epoch 1 step 344 with loss 0.47382104
Training at Epoch 1 step 345 with loss 0.62765706
Training at Epoch 1 step 346 with loss 0.4836705
Training at Epoch 1 step 347 with loss 0.3370096
Training at Epoch 1 step 348 with loss 0.397977
Training at Epoch 1 step 349 with loss 0.40725473
Training at Epoch 1 step 350 with loss 0.36639285
Training at Epoch 1 step 351 with loss 0.29051447
Training at Epoch 1 step 352 with loss 0.3450969
Training at Epoch 1 step 353 with loss 0.38411638
Training at Epoch 1 step 354 with loss 0.44489503
Training at Epoch 1 step 355 with loss 0.27052754
Training at Epoch 1 step 356 with loss 0.3627931
Training at Epoch 1 step 357 with loss 0.9936688
Training at Epoch 1 step 358 with loss 2.0233603
Training at Epoch 1 step 359 with loss 3.222252
Training at Epoch 1 step 360 with loss 2.9497504
Training at Epoch 1 step 361 with loss 1.9314923
Training at Epoch 1 step 362 with loss 0.34084335
Training at Epoch 1 step 363 with loss 0.32660997
Training at Epoch 1 step 364 with loss 0.4654327
Training at Epoch 1 step 365 with loss 0.40684146
Training at Epoch 1 step 366 with loss 0.3410051
Training at Epoch 1 step 367 with loss 0.36907497
Training at Epoch 1 step 368 with loss 0.43252268
Training at Epoch 1 step 369 with loss 0.43383735
Training at Epoch 1 step 370 with loss 0.31679937
Training at Epoch 1 step 371 with loss 0.36880338
Training at Epoch 1 step 372 with loss 0.4050207
Training at Epoch 1 step 373 with loss 0.43230003
Training at Epoch 1 step 374 with loss 0.27159423
Training at Epoch 1 step 375 with loss 0.40179336
Training at Epoch 1 step 376 with loss 0.4217735
Training at Epoch 1 step 377 with loss 0.40133142
Training at Epoch 1 step 378 with loss 0.36023784
Training at Epoch 1 step 379 with loss 0.4274006
Training at Epoch 1 step 380 with loss 0.5652456
Training at Epoch 1 step 381 with loss 0.48351434
Training at Epoch 1 step 382 with loss 0.43110242
Training at Epoch 1 step 383 with loss 0.6834071
Training at Epoch 1 step 384 with loss 2.0863872
Training at Epoch 1 step 385 with loss 2.9270957
Training at Epoch 1 step 386 with loss 1.3787653
Training at Epoch 1 step 387 with loss 0.9197618
Training at Epoch 1 step 388 with loss 4.675123
Training at Epoch 1 step 389 with loss 3.5344853
Training at Epoch 1 step 390 with loss 8.206482
Training at Epoch 1 step 391 with loss 7.129286
Training at Epoch 1 step 392 with loss 4.8741903
Training at Epoch 1 step 393 with loss 1.7203327
Training at Epoch 1 step 394 with loss 3.4009666
Training at Epoch 1 step 395 with loss 0.6905074
Training at Epoch 1 step 396 with loss 0.84533334
Training at Epoch 1 step 397 with loss 1.0835941
Training at Epoch 1 step 398 with loss 0.9869854
Training at Epoch 1 step 399 with loss 2.108859
Training at Epoch 1 step 400 with loss 0.86728996
Training at Epoch 1 step 401 with loss 1.2058868
Training at Epoch 1 step 402 with loss 0.5366133
Training at Epoch 1 step 403 with loss 1.3553452
Training at Epoch 1 step 404 with loss 1.4817536
Training at Epoch 1 step 405 with loss 1.6017464
Training at Epoch 1 step 406 with loss 1.2198584
Training at Epoch 1 step 407 with loss 1.3062892
Training at Epoch 1 step 408 with loss 1.3973055
Training at Epoch 1 step 409 with loss 1.1856422
Training at Epoch 1 step 410 with loss 0.9095055
Training at Epoch 1 step 411 with loss 0.7751639
Training at Epoch 1 step 412 with loss 0.9362892
Training at Epoch 1 step 413 with loss 0.7899869
Training at Epoch 1 step 414 with loss 2.2949166
Training at Epoch 1 step 415 with loss 6.266838
Training at Epoch 1 step 416 with loss 3.3594327
Training at Epoch 1 step 417 with loss 4.168759
Training at Epoch 1 step 418 with loss 3.1050463
Training at Epoch 1 step 419 with loss 2.0088718
Training at Epoch 1 step 420 with loss 3.4391127
Training at Epoch 1 step 421 with loss 3.7987916
Training at Epoch 1 step 422 with loss 4.3738956
Training at Epoch 1 step 423 with loss 0.6819521
Training at Epoch 1 step 424 with loss 0.5008278
Training at Epoch 1 step 425 with loss 0.7257458
Training at Epoch 1 step 426 with loss 1.0776801
Training at Epoch 1 step 427 with loss 0.98808575
Training at Epoch 1 step 428 with loss 1.2985387
Training at Epoch 1 step 429 with loss 0.6640333
Training at Epoch 1 step 430 with loss 0.5424004
Training at Epoch 1 step 431 with loss 0.73574054
Training at Epoch 1 step 432 with loss 0.7070403
Training at Epoch 1 step 433 with loss 0.46929514
Training at Epoch 1 step 434 with loss 0.60468984
Training at Epoch 1 step 435 with loss 0.38821602
Training at Epoch 1 step 436 with loss 0.47846246
Training at Epoch 1 step 437 with loss 0.4121159
Training at Epoch 1 step 438 with loss 0.47950387
Training at Epoch 1 step 439 with loss 0.48806965
Training at Epoch 1 step 440 with loss 0.86708343
Training at Epoch 1 step 441 with loss 0.73166895
Training at Epoch 1 step 442 with loss 0.5054743
Training at Epoch 1 step 443 with loss 0.4162092
Training at Epoch 1 step 444 with loss 0.6558178
Training at Epoch 1 step 445 with loss 1.0137672
Training at Epoch 1 step 446 with loss 0.5413984
Training at Epoch 1 step 447 with loss 0.7513077
Training at Epoch 1 step 448 with loss 1.1679425
Training at Epoch 1 step 449 with loss 2.102909
Training at Epoch 1 step 450 with loss 6.7396717
Training at Epoch 1 step 451 with loss 5.7000046
Training at Epoch 1 step 452 with loss 6.8508782
Training at Epoch 1 step 453 with loss 6.5146103
Training at Epoch 1 step 454 with loss 5.5365915
Training at Epoch 1 step 455 with loss 2.151108
Training at Epoch 1 step 456 with loss 0.88249063
Training at Epoch 1 step 457 with loss 0.8030524
Training at Epoch 1 step 458 with loss 0.7131894
Training at Epoch 1 step 459 with loss 2.2364976
Training at Epoch 1 step 460 with loss 2.0198076
Training at Epoch 1 step 461 with loss 2.2436862
Training at Epoch 1 step 462 with loss 0.87316585
Training at Epoch 1 step 463 with loss 0.6517739
Training at Epoch 1 step 464 with loss 1.4135001
Training at Epoch 1 step 465 with loss 1.1427925
Training at Epoch 1 step 466 with loss 1.0834668
Training at Epoch 1 step 467 with loss 2.0407605
Training at Epoch 1 step 468 with loss 2.5473688
Training at Epoch 1 step 469 with loss 2.3281264
Training at Epoch 1 step 470 with loss 3.2755885
Training at Epoch 1 step 471 with loss 1.4683764
Training at Epoch 1 step 472 with loss 1.6411684
Training at Epoch 1 step 473 with loss 1.1058718
Training at Epoch 1 step 474 with loss 1.5418217
Training at Epoch 1 step 475 with loss 0.91034573
Training at Epoch 1 step 476 with loss 4.3074474
Training at Epoch 1 step 477 with loss 1.5960543
Training at Epoch 1 step 478 with loss 3.3081586
Training at Epoch 1 step 479 with loss 0.8704268
Training at Epoch 1 step 480 with loss 1.8551804
Training at Epoch 1 step 481 with loss 1.6480583
Training at Epoch 1 step 482 with loss 1.0677291
Training at Epoch 1 step 483 with loss 1.4854784
Training at Epoch 1 step 484 with loss 1.9249187
Training at Epoch 1 step 485 with loss 1.6905643
Training at Epoch 1 step 486 with loss 1.8948724
Training at Epoch 1 step 487 with loss 3.251587
Training at Epoch 1 step 488 with loss 0.6579764
Training at Epoch 1 step 489 with loss 1.3831253
Training at Epoch 1 step 490 with loss 2.2036803
Training at Epoch 1 step 491 with loss 4.175478
Training at Epoch 1 step 492 with loss 0.9622526
Training at Epoch 1 step 493 with loss 1.703423
Training at Epoch 1 step 494 with loss 2.4217067
Training at Epoch 1 step 495 with loss 1.619045
Training at Epoch 1 step 496 with loss 1.5561918
Training at Epoch 1 step 497 with loss 1.8731072
Training at Epoch 1 step 498 with loss 1.2555991
Training at Epoch 1 step 499 with loss 0.6972926
Training at Epoch 1 step 500 with loss 0.8418796
Training at Epoch 1 step 501 with loss 0.970877
Training at Epoch 1 step 502 with loss 0.833124
Training at Epoch 1 step 503 with loss 0.6098891
Training at Epoch 1 step 504 with loss 0.7750449
Training at Epoch 1 step 505 with loss 0.9488298
Training at Epoch 1 step 506 with loss 0.92777
Training at Epoch 1 step 507 with loss 2.5379553
Training at Epoch 1 step 508 with loss 4.7896457
Training at Epoch 1 step 509 with loss 3.0267992
Training at Epoch 1 step 510 with loss 0.98935163
Training at Epoch 1 step 511 with loss 1.937062
Training at Epoch 1 step 512 with loss 2.219201
Training at Epoch 1 step 513 with loss 2.5475206
Training at Epoch 1 step 514 with loss 2.0933347
Training at Epoch 1 step 515 with loss 3.69804
Training at Epoch 1 step 516 with loss 8.313976
Training at Epoch 1 step 517 with loss 2.1630135
Training at Epoch 1 step 518 with loss 3.6339936
Training at Epoch 1 step 519 with loss 4.5307083
Training at Epoch 1 step 520 with loss 3.5405097
Training at Epoch 1 step 521 with loss 2.1759167
Training at Epoch 1 step 522 with loss 1.3893828
Training at Epoch 1 step 523 with loss 2.7943945
Training at Epoch 1 step 524 with loss 2.7959654
Training at Epoch 1 step 525 with loss 0.7488312
Training at Epoch 1 step 526 with loss 3.029817
Training at Epoch 1 step 527 with loss 0.8022362
Training at Epoch 1 step 528 with loss 3.6404297
Training at Epoch 1 step 529 with loss 3.2859454
Training at Epoch 1 step 530 with loss 6.7533026
Training at Epoch 1 step 531 with loss 13.600944
Training at Epoch 1 step 532 with loss 3.5411587
Training at Epoch 1 step 533 with loss 1.5787699
Training at Epoch 1 step 534 with loss 1.3320497
Training at Epoch 1 step 535 with loss 2.8700895
Training at Epoch 1 step 536 with loss 2.0913086
Training at Epoch 1 step 537 with loss 3.953007
Training at Epoch 1 step 538 with loss 7.2942724
Training at Epoch 1 step 539 with loss 6.748126
Training at Epoch 1 step 540 with loss 6.0903406
Training at Epoch 1 step 541 with loss 4.243088
Training at Epoch 1 step 542 with loss 5.0069857
Training at Epoch 1 step 543 with loss 3.9629607
Training at Epoch 1 step 544 with loss 3.1729846
Training at Epoch 1 step 545 with loss 3.508029
Training at Epoch 1 step 546 with loss 2.905977
Training at Epoch 1 step 547 with loss 1.9870884
Training at Epoch 1 step 548 with loss 1.2956848
Training at Epoch 1 step 549 with loss 1.4124757
Training at Epoch 1 step 550 with loss 1.2190708
Training at Epoch 1 step 551 with loss 0.84149003
Training at Epoch 1 step 552 with loss 0.7896613
Training at Epoch 1 step 553 with loss 1.2018268
Training at Epoch 1 step 554 with loss 0.6138505
Training at Epoch 1 step 555 with loss 0.8757018
Training at Epoch 1 step 556 with loss 0.31738764
Training at Epoch 1 step 557 with loss 0.20430538
Training at Epoch 1 step 558 with loss 0.28748202
Training at Epoch 1 step 559 with loss 0.15297487
Training at Epoch 1 step 560 with loss 0.20202407
Training at Epoch 1 step 561 with loss 0.17622226
Training at Epoch 1 step 562 with loss 0.17425969
Training at Epoch 1 step 563 with loss 4.7370944
Training at Epoch 1 step 564 with loss 11.425641
Training at Epoch 1 step 565 with loss 14.623018
Training at Epoch 1 step 566 with loss 6.68007
Training at Epoch 1 step 567 with loss 7.0101833
Training at Epoch 1 step 568 with loss 5.4529486
Training at Epoch 1 step 569 with loss 5.5501556
Training at Epoch 1 step 570 with loss 4.6460824
Training at Epoch 1 step 571 with loss 3.2127259
Training at Epoch 1 step 572 with loss 2.7014284
Training at Epoch 1 step 573 with loss 1.7876096
Training at Epoch 1 step 574 with loss 3.427686
Training at Epoch 1 step 575 with loss 3.2847135
Training at Epoch 1 step 576 with loss 7.395161
Training at Epoch 1 step 577 with loss 2.6221795
Training at Epoch 1 step 578 with loss 1.7251699
Training at Epoch 1 step 579 with loss 0.5946021
Training at Epoch 1 step 580 with loss 2.2759542
Training at Epoch 1 step 581 with loss 1.9293532
Training at Epoch 1 step 582 with loss 5.3877935
Training at Epoch 1 step 583 with loss 4.7259626
Training at Epoch 1 step 584 with loss 3.749756
Training at Epoch 1 step 585 with loss 3.661583
Training at Epoch 1 step 586 with loss 3.2304323
Training at Epoch 1 step 587 with loss 2.5843978
Training at Epoch 1 step 588 with loss 1.8790946
Training at Epoch 1 step 589 with loss 2.2650266
Training at Epoch 1 step 590 with loss 4.036283
Training at Epoch 1 step 591 with loss 1.7652245
Training at Epoch 1 step 592 with loss 1.9175496
Training at Epoch 1 step 593 with loss 4.475252
Training at Epoch 1 step 594 with loss 1.5742338
Training at Epoch 1 step 595 with loss 1.8747383
Training at Epoch 1 step 596 with loss 7.497049
Training at Epoch 1 step 597 with loss 2.9017367
Training at Epoch 1 step 598 with loss 1.8850318
Training at Epoch 1 step 599 with loss 2.5782132
Training at Epoch 1 step 600 with loss 2.1075184
Training at Epoch 1 step 601 with loss 1.6209501
Training at Epoch 1 step 602 with loss 1.2310548
Training at Epoch 1 step 603 with loss 1.4844835
Training at Epoch 1 step 604 with loss 1.8521167
Training at Epoch 1 step 605 with loss 2.2856364
Training at Epoch 1 step 606 with loss 3.0756516
Training at Epoch 1 step 607 with loss 1.3857815
Training at Epoch 1 step 608 with loss 1.2552636
Training at Epoch 1 step 609 with loss 1.6058915
Training at Epoch 1 step 610 with loss 1.2981951
Training at Epoch 1 step 611 with loss 1.6916591
Training at Epoch 1 step 612 with loss 1.3102126
Training at Epoch 1 step 613 with loss 0.61322206
Training at Epoch 1 step 614 with loss 0.90118444
Training at Epoch 1 step 615 with loss 0.57405853
Training at Epoch 1 step 616 with loss 4.036831
Training at Epoch 1 step 617 with loss 4.0709047
Training at Epoch 1 step 618 with loss 0.9660911
Training at Epoch 1 step 619 with loss 1.477497
Training at Epoch 1 step 620 with loss 3.5205588
Training at Epoch 1 step 621 with loss 1.2345831
Training at Epoch 1 step 622 with loss 2.3057795
Training at Epoch 1 step 623 with loss 1.1120944
Training at Epoch 1 step 624 with loss 1.0239516
Training at Epoch 1 step 625 with loss 2.5921803
Training at Epoch 1 step 626 with loss 1.608834
Training at Epoch 1 step 627 with loss 2.6523328
Training at Epoch 1 step 628 with loss 4.2673635
Training at Epoch 1 step 629 with loss 4.294778
Training at Epoch 1 step 630 with loss 6.6827183
Training at Epoch 1 step 631 with loss 3.2552009
Training at Epoch 1 step 632 with loss 0.8897413
Training at Epoch 1 step 633 with loss 1.7616968
Training at Epoch 1 step 634 with loss 0.97190845
Training at Epoch 1 step 635 with loss 1.7550225
Training at Epoch 1 step 636 with loss 1.8576733
Training at Epoch 1 step 637 with loss 0.9671747
Training at Epoch 1 step 638 with loss 0.806803
Training at Epoch 1 step 639 with loss 0.7779553
Training at Epoch 1 step 640 with loss 3.4033093
Training at Epoch 1 step 641 with loss 10.320654
Training at Epoch 1 step 642 with loss 9.074869
Training at Epoch 1 step 643 with loss 9.091785
Training at Epoch 1 step 644 with loss 7.440664
Training at Epoch 1 step 645 with loss 1.0525129
Training at Epoch 1 step 646 with loss 11.613869
Training at Epoch 1 step 647 with loss 1.1725211
Training at Epoch 1 step 648 with loss 4.2492733
Training at Epoch 1 step 649 with loss 4.71564
Training at Epoch 1 step 650 with loss 5.311977
Training at Epoch 1 step 651 with loss 1.4128973
Training at Epoch 1 step 652 with loss 1.26348
Training at Epoch 1 step 653 with loss 1.5887539
Training at Epoch 1 step 654 with loss 1.6291206
Training at Epoch 1 step 655 with loss 8.14208
Training at Epoch 1 step 656 with loss 3.7895095
Training at Epoch 1 step 657 with loss 3.0390506
Training at Epoch 1 step 658 with loss 1.5806134
Training at Epoch 1 step 659 with loss 2.4615173
Training at Epoch 1 step 660 with loss 1.8863381
Training at Epoch 1 step 661 with loss 2.8583736
Training at Epoch 1 step 662 with loss 5.1188164
Training at Epoch 1 step 663 with loss 3.7117503
Training at Epoch 1 step 664 with loss 4.5218973
Training at Epoch 1 step 665 with loss 3.2509513
Training at Epoch 1 step 666 with loss 1.465349
Training at Epoch 1 step 667 with loss 1.9407538
Training at Epoch 1 step 668 with loss 2.7829275
\ No newline at end of file
------------------creat model---------------------------
model name : BertAffinity
step num : 41180
epochs num : 10
learning rate : 1e-06
batch size: 64
begin training
Training at Epoch 1 step 0 with loss 34.132683
Training at Epoch 1 step 1 with loss 47.82978
Training at Epoch 1 step 2 with loss 43.491646
Training at Epoch 1 step 3 with loss 48.055748
Training at Epoch 1 step 4 with loss 39.602318
Training at Epoch 1 step 5 with loss 32.03152
Training at Epoch 1 step 6 with loss 38.5665
Training at Epoch 1 step 7 with loss 48.32738
Training at Epoch 1 step 8 with loss 72.75575
Training at Epoch 1 step 9 with loss 38.825626
Training at Epoch 1 step 10 with loss 27.640772
Training at Epoch 1 step 11 with loss 29.42839
Training at Epoch 1 step 12 with loss 43.771473
Training at Epoch 1 step 13 with loss 22.09098
Training at Epoch 1 step 14 with loss 59.331406
Training at Epoch 1 step 15 with loss 33.811844
Training at Epoch 1 step 16 with loss 32.294384
Training at Epoch 1 step 17 with loss 53.26731
Training at Epoch 1 step 18 with loss 53.861053
Training at Epoch 1 step 19 with loss 30.819302
Training at Epoch 1 step 20 with loss 39.05072
Training at Epoch 1 step 21 with loss 55.90518
Training at Epoch 1 step 22 with loss 47.103195
Training at Epoch 1 step 23 with loss 61.518547
Training at Epoch 1 step 24 with loss 42.434525
Training at Epoch 1 step 25 with loss 41.378654
Training at Epoch 1 step 26 with loss 37.120346
Training at Epoch 1 step 27 with loss 47.73211
Training at Epoch 1 step 28 with loss 51.04039
Training at Epoch 1 step 29 with loss 35.20405
Training at Epoch 1 step 30 with loss 45.458973
Training at Epoch 1 step 31 with loss 47.45685
Training at Epoch 1 step 32 with loss 43.180237
Training at Epoch 1 step 33 with loss 62.32093
Training at Epoch 1 step 34 with loss 52.92775
Training at Epoch 1 step 35 with loss 37.221054
Training at Epoch 1 step 36 with loss 40.420326
Training at Epoch 1 step 37 with loss 38.64425
Training at Epoch 1 step 38 with loss 45.068565
Training at Epoch 1 step 39 with loss 43.8016
Training at Epoch 1 step 40 with loss 35.62327
Training at Epoch 1 step 41 with loss 42.010365
Training at Epoch 1 step 42 with loss 43.7939
Training at Epoch 1 step 43 with loss 21.962568
Training at Epoch 1 step 44 with loss 31.358673
Training at Epoch 1 step 45 with loss 41.258488
Training at Epoch 1 step 46 with loss 41.91417
Training at Epoch 1 step 47 with loss 36.125534
Training at Epoch 1 step 48 with loss 37.560467
Training at Epoch 1 step 49 with loss 34.947002
Training at Epoch 1 step 50 with loss 35.13828
Training at Epoch 1 step 51 with loss 36.40724
Training at Epoch 1 step 52 with loss 33.068687
Training at Epoch 1 step 53 with loss 37.591938
Training at Epoch 1 step 54 with loss 38.584896
Training at Epoch 1 step 55 with loss 32.483498
Training at Epoch 1 step 56 with loss 55.252213
Training at Epoch 1 step 57 with loss 54.089584
Training at Epoch 1 step 58 with loss 55.637833
Training at Epoch 1 step 59 with loss 44.21608
Training at Epoch 1 step 60 with loss 45.80581
Training at Epoch 1 step 61 with loss 52.002277
Training at Epoch 1 step 62 with loss 31.454288
Training at Epoch 1 step 63 with loss 43.793762
Training at Epoch 1 step 64 with loss 43.12194
Training at Epoch 1 step 65 with loss 34.539215
Training at Epoch 1 step 66 with loss 48.812523
Training at Epoch 1 step 67 with loss 43.233303
Training at Epoch 1 step 68 with loss 27.130898
Training at Epoch 1 step 69 with loss 36.835495
Training at Epoch 1 step 70 with loss 37.902634
Training at Epoch 1 step 71 with loss 42.062702
Training at Epoch 1 step 72 with loss 40.76698
Training at Epoch 1 step 73 with loss 61.829384
Training at Epoch 1 step 74 with loss 41.995358
Training at Epoch 1 step 75 with loss 47.579365
Training at Epoch 1 step 76 with loss 49.929504
Training at Epoch 1 step 77 with loss 59.25753
Training at Epoch 1 step 78 with loss 45.07266
Training at Epoch 1 step 79 with loss 50.219185
Training at Epoch 1 step 80 with loss 56.459805
Training at Epoch 1 step 81 with loss 47.435993
Training at Epoch 1 step 82 with loss 52.20339
Training at Epoch 1 step 83 with loss 42.389347
Training at Epoch 1 step 84 with loss 62.486145
Training at Epoch 1 step 85 with loss 50.406036
Training at Epoch 1 step 86 with loss 41.897552
Training at Epoch 1 step 87 with loss 45.740467
Training at Epoch 1 step 88 with loss 40.09482
Training at Epoch 1 step 89 with loss 38.7491
Training at Epoch 1 step 90 with loss 39.96887
Training at Epoch 1 step 91 with loss 52.593033
Training at Epoch 1 step 92 with loss 49.231873
Training at Epoch 1 step 93 with loss 48.645424
Training at Epoch 1 step 94 with loss 67.06934
Training at Epoch 1 step 95 with loss 45.391407
Training at Epoch 1 step 96 with loss 32.952362
Training at Epoch 1 step 97 with loss 31.844969
Training at Epoch 1 step 98 with loss 53.75859
Training at Epoch 1 step 99 with loss 50.236103
Training at Epoch 1 step 100 with loss 34.617638
Training at Epoch 1 step 101 with loss 41.2517
Training at Epoch 1 step 102 with loss 42.554478
Training at Epoch 1 step 103 with loss 41.151382
Training at Epoch 1 step 104 with loss 41.757862
Training at Epoch 1 step 105 with loss 53.71962
Training at Epoch 1 step 106 with loss 49.181396
Training at Epoch 1 step 107 with loss 31.566238
Training at Epoch 1 step 108 with loss 32.08151
Training at Epoch 1 step 109 with loss 29.41714
Training at Epoch 1 step 110 with loss 30.569994
Training at Epoch 1 step 111 with loss 42.025795
Training at Epoch 1 step 112 with loss 48.692387
Training at Epoch 1 step 113 with loss 54.36868
Training at Epoch 1 step 114 with loss 44.330975
Training at Epoch 1 step 115 with loss 41.894257
Training at Epoch 1 step 116 with loss 47.16838
Training at Epoch 1 step 117 with loss 44.39215
Training at Epoch 1 step 118 with loss 47.500687
Training at Epoch 1 step 119 with loss 35.363968
Training at Epoch 1 step 120 with loss 34.09145
Training at Epoch 1 step 121 with loss 40.819645
Training at Epoch 1 step 122 with loss 41.427555
Training at Epoch 1 step 123 with loss 44.280144
Training at Epoch 1 step 124 with loss 32.66138
Training at Epoch 1 step 125 with loss 44.597702
Training at Epoch 1 step 126 with loss 35.611496
Training at Epoch 1 step 127 with loss 42.780037
Training at Epoch 1 step 128 with loss 34.679066
Training at Epoch 1 step 129 with loss 31.647861
Training at Epoch 1 step 130 with loss 47.829216
Training at Epoch 1 step 131 with loss 44.64062
Training at Epoch 1 step 132 with loss 35.609688
Training at Epoch 1 step 133 with loss 51.52806
Training at Epoch 1 step 134 with loss 43.73898
Training at Epoch 1 step 135 with loss 33.563835
Training at Epoch 1 step 136 with loss 45.66236
Training at Epoch 1 step 137 with loss 45.8058
Training at Epoch 1 step 138 with loss 45.460175
Training at Epoch 1 step 139 with loss 46.691246
Training at Epoch 1 step 140 with loss 29.454994
Training at Epoch 1 step 141 with loss 24.25821
Training at Epoch 1 step 142 with loss 30.16006
Training at Epoch 1 step 143 with loss 25.34637
Training at Epoch 1 step 144 with loss 33.308983
Training at Epoch 1 step 145 with loss 38.23894
Training at Epoch 1 step 146 with loss 39.825348
Training at Epoch 1 step 147 with loss 55.969124
Training at Epoch 1 step 148 with loss 49.104774
Training at Epoch 1 step 149 with loss 38.70396
Training at Epoch 1 step 150 with loss 49.586525
Training at Epoch 1 step 151 with loss 35.307327
Training at Epoch 1 step 152 with loss 30.846413
Training at Epoch 1 step 153 with loss 24.005238
Training at Epoch 1 step 154 with loss 37.10972
Training at Epoch 1 step 155 with loss 31.738087
Training at Epoch 1 step 156 with loss 50.03443
Training at Epoch 1 step 157 with loss 28.19567
Training at Epoch 1 step 158 with loss 34.047104
Training at Epoch 1 step 159 with loss 40.3133
Training at Epoch 1 step 160 with loss 35.418427
Training at Epoch 1 step 161 with loss 41.98937
Training at Epoch 1 step 162 with loss 28.603378
Training at Epoch 1 step 163 with loss 28.816223
Training at Epoch 1 step 164 with loss 25.238605
Training at Epoch 1 step 165 with loss 35.393738
Training at Epoch 1 step 166 with loss 33.32734
Training at Epoch 1 step 167 with loss 34.362022
Training at Epoch 1 step 168 with loss 23.329203
Training at Epoch 1 step 169 with loss 28.07164
Training at Epoch 1 step 170 with loss 27.341393
Training at Epoch 1 step 171 with loss 27.803875
Training at Epoch 1 step 172 with loss 21.23133
Training at Epoch 1 step 173 with loss 42.94461
Training at Epoch 1 step 174 with loss 50.305656
Training at Epoch 1 step 175 with loss 37.81417
Training at Epoch 1 step 176 with loss 44.351532
Training at Epoch 1 step 177 with loss 32.946877
Training at Epoch 1 step 178 with loss 34.77916
Training at Epoch 1 step 179 with loss 31.208412
Training at Epoch 1 step 180 with loss 20.413784
Training at Epoch 1 step 181 with loss 23.33643
Training at Epoch 1 step 182 with loss 22.275673
Training at Epoch 1 step 183 with loss 22.534746
Training at Epoch 1 step 184 with loss 19.037754
Training at Epoch 1 step 185 with loss 19.30429
Training at Epoch 1 step 186 with loss 20.99717
Training at Epoch 1 step 187 with loss 25.179388
Training at Epoch 1 step 188 with loss 41.65705
Training at Epoch 1 step 189 with loss 18.229364
Training at Epoch 1 step 190 with loss 19.067753
Training at Epoch 1 step 191 with loss 17.948565
Training at Epoch 1 step 192 with loss 22.839949
Training at Epoch 1 step 193 with loss 23.536552
Training at Epoch 1 step 194 with loss 27.07809
Training at Epoch 1 step 195 with loss 23.735565
Training at Epoch 1 step 196 with loss 20.493528
Training at Epoch 1 step 197 with loss 22.47995
Training at Epoch 1 step 198 with loss 22.607672
Training at Epoch 1 step 199 with loss 24.184593
Training at Epoch 1 step 200 with loss 24.556965
Training at Epoch 1 step 201 with loss 24.957447
Training at Epoch 1 step 202 with loss 26.183472
Training at Epoch 1 step 203 with loss 25.854557
Training at Epoch 1 step 204 with loss 25.997599
Training at Epoch 1 step 205 with loss 25.801111
Training at Epoch 1 step 206 with loss 25.475552
Training at Epoch 1 step 207 with loss 26.056961
Training at Epoch 1 step 208 with loss 25.692421
Training at Epoch 1 step 209 with loss 25.062962
Training at Epoch 1 step 210 with loss 25.278852
Training at Epoch 1 step 211 with loss 23.573586
Training at Epoch 1 step 212 with loss 24.301638
Training at Epoch 1 step 213 with loss 25.272564
Training at Epoch 1 step 214 with loss 23.498034
Training at Epoch 1 step 215 with loss 24.714779
Training at Epoch 1 step 216 with loss 23.016317
Training at Epoch 1 step 217 with loss 23.930328
Training at Epoch 1 step 218 with loss 23.79588
Training at Epoch 1 step 219 with loss 22.472525
Training at Epoch 1 step 220 with loss 19.651375
Training at Epoch 1 step 221 with loss 26.019485
Training at Epoch 1 step 222 with loss 28.086304
Training at Epoch 1 step 223 with loss 26.257618
Training at Epoch 1 step 224 with loss 23.172215
Training at Epoch 1 step 225 with loss 20.361443
Training at Epoch 1 step 226 with loss 16.977543
Training at Epoch 1 step 227 with loss 17.142464
Training at Epoch 1 step 228 with loss 13.332151
Training at Epoch 1 step 229 with loss 16.209164
Training at Epoch 1 step 230 with loss 15.347703
Training at Epoch 1 step 231 with loss 15.817024
Training at Epoch 1 step 232 with loss 16.235846
Training at Epoch 1 step 233 with loss 16.698269
Training at Epoch 1 step 234 with loss 16.493437
Training at Epoch 1 step 235 with loss 16.983345
Training at Epoch 1 step 236 with loss 16.493332
Training at Epoch 1 step 237 with loss 20.271545
Training at Epoch 1 step 238 with loss 23.794308
Training at Epoch 1 step 239 with loss 22.828472
Training at Epoch 1 step 240 with loss 24.350319
Training at Epoch 1 step 241 with loss 22.435993
Training at Epoch 1 step 242 with loss 20.255413
Training at Epoch 1 step 243 with loss 20.134365
Training at Epoch 1 step 244 with loss 22.894512
Training at Epoch 1 step 245 with loss 22.010618
Training at Epoch 1 step 246 with loss 22.213287
Training at Epoch 1 step 247 with loss 16.149727
Training at Epoch 1 step 248 with loss 15.44619
Training at Epoch 1 step 249 with loss 15.29309
Training at Epoch 1 step 250 with loss 15.477206
Training at Epoch 1 step 251 with loss 16.069427
Training at Epoch 1 step 252 with loss 16.288229
Training at Epoch 1 step 253 with loss 16.547523
Training at Epoch 1 step 254 with loss 15.866504
Training at Epoch 1 step 255 with loss 15.766789
Training at Epoch 1 step 256 with loss 17.251593
Training at Epoch 1 step 257 with loss 14.472157
Training at Epoch 1 step 258 with loss 33.00553
Training at Epoch 1 step 259 with loss 26.374756
Training at Epoch 1 step 260 with loss 12.821072
Training at Epoch 1 step 261 with loss 13.014579
Training at Epoch 1 step 262 with loss 18.917736
Training at Epoch 1 step 263 with loss 19.066746
Training at Epoch 1 step 264 with loss 18.33244
Training at Epoch 1 step 265 with loss 17.467274
Training at Epoch 1 step 266 with loss 15.869125
Training at Epoch 1 step 267 with loss 16.702728
Training at Epoch 1 step 268 with loss 19.78526
Training at Epoch 1 step 269 with loss 17.04471
Training at Epoch 1 step 270 with loss 12.818516
Training at Epoch 1 step 271 with loss 15.891089
Training at Epoch 1 step 272 with loss 23.246044
Training at Epoch 1 step 273 with loss 19.553242
Training at Epoch 1 step 274 with loss 24.619509
Training at Epoch 1 step 275 with loss 16.59097
Training at Epoch 1 step 276 with loss 12.173168
Training at Epoch 1 step 277 with loss 20.059196
Training at Epoch 1 step 278 with loss 16.17965
Training at Epoch 1 step 279 with loss 23.866789
Training at Epoch 1 step 280 with loss 22.85899
Training at Epoch 1 step 281 with loss 22.109379
Training at Epoch 1 step 282 with loss 22.456863
Training at Epoch 1 step 283 with loss 21.287327
Training at Epoch 1 step 284 with loss 25.838799
Training at Epoch 1 step 285 with loss 22.426842
Training at Epoch 1 step 286 with loss 24.962933
Training at Epoch 1 step 287 with loss 17.365456
Training at Epoch 1 step 288 with loss 20.016579
Training at Epoch 1 step 289 with loss 22.784798
Training at Epoch 1 step 290 with loss 23.181961
Training at Epoch 1 step 291 with loss 22.619118
Training at Epoch 1 step 292 with loss 21.228922
Training at Epoch 1 step 293 with loss 16.383469
Training at Epoch 1 step 294 with loss 18.1034
Training at Epoch 1 step 295 with loss 20.180206
Training at Epoch 1 step 296 with loss 16.964306
Training at Epoch 1 step 297 with loss 17.01288
Training at Epoch 1 step 298 with loss 16.492252
Training at Epoch 1 step 299 with loss 17.841728
Training at Epoch 1 step 300 with loss 18.487535
Training at Epoch 1 step 301 with loss 17.589146
Training at Epoch 1 step 302 with loss 17.490608
Training at Epoch 1 step 303 with loss 16.932951
Training at Epoch 1 step 304 with loss 17.4147
Training at Epoch 1 step 305 with loss 18.026419
Training at Epoch 1 step 306 with loss 18.410732
Training at Epoch 1 step 307 with loss 18.497162
Training at Epoch 1 step 308 with loss 17.40254
Training at Epoch 1 step 309 with loss 17.590515
Training at Epoch 1 step 310 with loss 18.159668
Training at Epoch 1 step 311 with loss 18.92077
Training at Epoch 1 step 312 with loss 19.862358
Training at Epoch 1 step 313 with loss 20.149632
Training at Epoch 1 step 314 with loss 20.209604
Training at Epoch 1 step 315 with loss 18.39587
Training at Epoch 1 step 316 with loss 20.089834
Training at Epoch 1 step 317 with loss 15.766361
Training at Epoch 1 step 318 with loss 16.061079
Training at Epoch 1 step 319 with loss 16.620148
Training at Epoch 1 step 320 with loss 15.939254
Training at Epoch 1 step 321 with loss 16.203299
Training at Epoch 1 step 322 with loss 15.423187
Training at Epoch 1 step 323 with loss 16.277683
Training at Epoch 1 step 324 with loss 17.075098
Training at Epoch 1 step 325 with loss 22.897636
Training at Epoch 1 step 326 with loss 23.911087
Training at Epoch 1 step 327 with loss 24.39985
Training at Epoch 1 step 328 with loss 22.631214
Training at Epoch 1 step 329 with loss 21.681204
Training at Epoch 1 step 330 with loss 23.882
Training at Epoch 1 step 331 with loss 22.729143
Training at Epoch 1 step 332 with loss 23.490314
Training at Epoch 1 step 333 with loss 22.912516
Training at Epoch 1 step 334 with loss 22.886765
Training at Epoch 1 step 335 with loss 21.029982
Training at Epoch 1 step 336 with loss 21.36935
Training at Epoch 1 step 337 with loss 20.36966
Training at Epoch 1 step 338 with loss 20.16267
Training at Epoch 1 step 339 with loss 19.004475
Training at Epoch 1 step 340 with loss 20.314352
Training at Epoch 1 step 341 with loss 20.997902
Training at Epoch 1 step 342 with loss 20.326767
Training at Epoch 1 step 343 with loss 18.364073
Training at Epoch 1 step 344 with loss 20.916407
Training at Epoch 1 step 345 with loss 21.603458
Training at Epoch 1 step 346 with loss 21.087616
Training at Epoch 1 step 347 with loss 20.38466
Training at Epoch 1 step 348 with loss 20.53098
Training at Epoch 1 step 349 with loss 22.01814
Training at Epoch 1 step 350 with loss 22.40319
Training at Epoch 1 step 351 with loss 22.19931
Training at Epoch 1 step 352 with loss 20.896088
Training at Epoch 1 step 353 with loss 20.214771
Training at Epoch 1 step 354 with loss 18.983723
Training at Epoch 1 step 355 with loss 19.137386
Training at Epoch 1 step 356 with loss 19.067097
Training at Epoch 1 step 357 with loss 13.436816
Training at Epoch 1 step 358 with loss 26.324657
Training at Epoch 1 step 359 with loss 30.93357
Training at Epoch 1 step 360 with loss 23.181993
Training at Epoch 1 step 361 with loss 19.465073
Training at Epoch 1 step 362 with loss 19.534834
Training at Epoch 1 step 363 with loss 20.478771
Training at Epoch 1 step 364 with loss 20.904331
Training at Epoch 1 step 365 with loss 21.290384
Training at Epoch 1 step 366 with loss 20.746902
Training at Epoch 1 step 367 with loss 20.551285
Training at Epoch 1 step 368 with loss 20.67802
Training at Epoch 1 step 369 with loss 20.608082
Training at Epoch 1 step 370 with loss 19.83194
Training at Epoch 1 step 371 with loss 19.916363
Training at Epoch 1 step 372 with loss 19.414135
Training at Epoch 1 step 373 with loss 19.921875
Training at Epoch 1 step 374 with loss 19.691788
Training at Epoch 1 step 375 with loss 19.423952
Training at Epoch 1 step 376 with loss 20.770031
Training at Epoch 1 step 377 with loss 19.027447
Training at Epoch 1 step 378 with loss 18.168009
Training at Epoch 1 step 379 with loss 19.672344
Training at Epoch 1 step 380 with loss 19.63374
Training at Epoch 1 step 381 with loss 17.948658
Training at Epoch 1 step 382 with loss 18.036877
Training at Epoch 1 step 383 with loss 19.562454
Training at Epoch 1 step 384 with loss 28.864674
Training at Epoch 1 step 385 with loss 27.865887
Training at Epoch 1 step 386 with loss 16.663324
Training at Epoch 1 step 387 with loss 16.555782
Training at Epoch 1 step 388 with loss 19.312677
Training at Epoch 1 step 389 with loss 24.934519
Training at Epoch 1 step 390 with loss 45.895393
Training at Epoch 1 step 391 with loss 48.825512
Training at Epoch 1 step 392 with loss 38.508537
Training at Epoch 1 step 393 with loss 21.606749
Training at Epoch 1 step 394 with loss 35.70326
Training at Epoch 1 step 395 with loss 21.422642
Training at Epoch 1 step 396 with loss 18.248182
Training at Epoch 1 step 397 with loss 18.039858
Training at Epoch 1 step 398 with loss 19.43536
Training at Epoch 1 step 399 with loss 33.484917
Training at Epoch 1 step 400 with loss 20.130024
Training at Epoch 1 step 401 with loss 19.021708
Training at Epoch 1 step 402 with loss 22.583817
Training at Epoch 1 step 403 with loss 18.911398
Training at Epoch 1 step 404 with loss 16.433334
Training at Epoch 1 step 405 with loss 15.415614
Training at Epoch 1 step 406 with loss 15.690104
Training at Epoch 1 step 407 with loss 14.700818
Training at Epoch 1 step 408 with loss 14.419035
Training at Epoch 1 step 409 with loss 13.842777
Training at Epoch 1 step 410 with loss 13.848382
Training at Epoch 1 step 411 with loss 17.142166
Training at Epoch 1 step 412 with loss 23.125433
Training at Epoch 1 step 413 with loss 18.283398
Training at Epoch 1 step 414 with loss 21.122227
Training at Epoch 1 step 415 with loss 36.405304
Training at Epoch 1 step 416 with loss 22.177727
Training at Epoch 1 step 417 with loss 29.508327
Training at Epoch 1 step 418 with loss 26.046844
Training at Epoch 1 step 419 with loss 23.619823
Training at Epoch 1 step 420 with loss 29.913387
Training at Epoch 1 step 421 with loss 29.043549
Training at Epoch 1 step 422 with loss 24.211273
Training at Epoch 1 step 423 with loss 22.57272
Training at Epoch 1 step 424 with loss 22.008303
Training at Epoch 1 step 425 with loss 16.249743
Training at Epoch 1 step 426 with loss 14.050591
Training at Epoch 1 step 427 with loss 13.584504
Training at Epoch 1 step 428 with loss 13.752125
Training at Epoch 1 step 429 with loss 19.186867
Training at Epoch 1 step 430 with loss 19.81216
Training at Epoch 1 step 431 with loss 19.71927
Training at Epoch 1 step 432 with loss 18.187376
Training at Epoch 1 step 433 with loss 19.15498
Training at Epoch 1 step 434 with loss 19.968405
Training at Epoch 1 step 435 with loss 21.245876
Training at Epoch 1 step 436 with loss 21.271046
Training at Epoch 1 step 437 with loss 20.883406
Training at Epoch 1 step 438 with loss 21.266163
Training at Epoch 1 step 439 with loss 16.342188
Training at Epoch 1 step 440 with loss 13.250904
Training at Epoch 1 step 441 with loss 14.064711
Training at Epoch 1 step 442 with loss 18.807186
Training at Epoch 1 step 443 with loss 19.242327
Training at Epoch 1 step 444 with loss 14.902943
Training at Epoch 1 step 445 with loss 13.689957
Training at Epoch 1 step 446 with loss 18.538246
Training at Epoch 1 step 447 with loss 19.373951
Training at Epoch 1 step 448 with loss 22.936972
Training at Epoch 1 step 449 with loss 21.542822
Training at Epoch 1 step 450 with loss 40.617695
Training at Epoch 1 step 451 with loss 40.22518
Training at Epoch 1 step 452 with loss 43.92355
Training at Epoch 1 step 453 with loss 44.78871
Training at Epoch 1 step 454 with loss 32.868736
Training at Epoch 1 step 455 with loss 16.137411
Training at Epoch 1 step 456 with loss 25.898834
Training at Epoch 1 step 457 with loss 25.146198
Training at Epoch 1 step 458 with loss 27.802107
Training at Epoch 1 step 459 with loss 36.497284
Training at Epoch 1 step 460 with loss 38.61689
Training at Epoch 1 step 461 with loss 36.510574
Training at Epoch 1 step 462 with loss 27.426876
Training at Epoch 1 step 463 with loss 29.33572
Training at Epoch 1 step 464 with loss 32.32284
Training at Epoch 1 step 465 with loss 30.531704
Training at Epoch 1 step 466 with loss 28.550785
Training at Epoch 1 step 467 with loss 23.432198
Training at Epoch 1 step 468 with loss 18.105553
Training at Epoch 1 step 469 with loss 25.519413
Training at Epoch 1 step 470 with loss 43.668884
Training at Epoch 1 step 471 with loss 41.190918
Training at Epoch 1 step 472 with loss 42.05944
Training at Epoch 1 step 473 with loss 38.01703
Training at Epoch 1 step 474 with loss 40.310204
Training at Epoch 1 step 475 with loss 37.493294
Training at Epoch 1 step 476 with loss 55.967293
Training at Epoch 1 step 477 with loss 36.847298
Training at Epoch 1 step 478 with loss 23.480268
Training at Epoch 1 step 479 with loss 43.155815
Training at Epoch 1 step 480 with loss 32.99115
Training at Epoch 1 step 481 with loss 27.200085
Training at Epoch 1 step 482 with loss 29.853767
Training at Epoch 1 step 483 with loss 31.229801
Training at Epoch 1 step 484 with loss 26.712353
Training at Epoch 1 step 485 with loss 24.953201
Training at Epoch 1 step 486 with loss 33.33899
Training at Epoch 1 step 487 with loss 40.392117
Training at Epoch 1 step 488 with loss 30.580332
Training at Epoch 1 step 489 with loss 31.476696
Training at Epoch 1 step 490 with loss 26.399254
Training at Epoch 1 step 491 with loss 54.933094
Training at Epoch 1 step 492 with loss 28.290627
Training at Epoch 1 step 493 with loss 40.60927
Training at Epoch 1 step 494 with loss 47.492905
Training at Epoch 1 step 495 with loss 40.140305
Training at Epoch 1 step 496 with loss 42.956684
Training at Epoch 1 step 497 with loss 44.289505
Training at Epoch 1 step 498 with loss 38.254337
Training at Epoch 1 step 499 with loss 35.020767
Training at Epoch 1 step 500 with loss 37.020348
Training at Epoch 1 step 501 with loss 35.681656
Training at Epoch 1 step 502 with loss 37.462578
Training at Epoch 1 step 503 with loss 38.228745
Training at Epoch 1 step 504 with loss 38.087486
Training at Epoch 1 step 505 with loss 38.78246
Training at Epoch 1 step 506 with loss 39.589115
Training at Epoch 1 step 507 with loss 31.210867
Training at Epoch 1 step 508 with loss 38.031586
Training at Epoch 1 step 509 with loss 58.71486
Training at Epoch 1 step 510 with loss 49.281944
Training at Epoch 1 step 511 with loss 52.94154
Training at Epoch 1 step 512 with loss 47.392464
Training at Epoch 1 step 513 with loss 32.52961
Training at Epoch 1 step 514 with loss 53.50836
Training at Epoch 1 step 515 with loss 39.76046
Training at Epoch 1 step 516 with loss 14.109797
Training at Epoch 1 step 517 with loss 27.85791
Training at Epoch 1 step 518 with loss 24.79911
Training at Epoch 1 step 519 with loss 46.451023
Training at Epoch 1 step 520 with loss 36.89141
Training at Epoch 1 step 521 with loss 33.677452
Training at Epoch 1 step 522 with loss 35.561626
Training at Epoch 1 step 523 with loss 27.108223
Training at Epoch 1 step 524 with loss 26.640753
Training at Epoch 1 step 525 with loss 33.199722
Training at Epoch 1 step 526 with loss 21.886833
Training at Epoch 1 step 527 with loss 36.129997
Training at Epoch 1 step 528 with loss 20.976284
Training at Epoch 1 step 529 with loss 50.54672
Training at Epoch 1 step 530 with loss 54.232624
Training at Epoch 1 step 531 with loss 72.735855
Training at Epoch 1 step 532 with loss 45.09395
Training at Epoch 1 step 533 with loss 23.785442
Training at Epoch 1 step 534 with loss 32.293774
Training at Epoch 1 step 535 with loss 44.764786
Training at Epoch 1 step 536 with loss 46.386955
Training at Epoch 1 step 537 with loss 23.486958
Training at Epoch 1 step 538 with loss 9.536919
Training at Epoch 1 step 539 with loss 9.598048
Training at Epoch 1 step 540 with loss 11.259611
Training at Epoch 1 step 541 with loss 12.58233
Training at Epoch 1 step 542 with loss 11.05481
Training at Epoch 1 step 543 with loss 10.610085
Training at Epoch 1 step 544 with loss 10.944135
Training at Epoch 1 step 545 with loss 9.243872
Training at Epoch 1 step 546 with loss 9.240171
Training at Epoch 1 step 547 with loss 10.03158
Training at Epoch 1 step 548 with loss 11.753105
Training at Epoch 1 step 549 with loss 11.334694
Training at Epoch 1 step 550 with loss 7.7885537
Training at Epoch 1 step 551 with loss 12.333283
Training at Epoch 1 step 552 with loss 16.996716
Training at Epoch 1 step 553 with loss 17.077192
Training at Epoch 1 step 554 with loss 14.041205
Training at Epoch 1 step 555 with loss 14.552348
Training at Epoch 1 step 556 with loss 9.945656
Training at Epoch 1 step 557 with loss 8.529393
Training at Epoch 1 step 558 with loss 9.548248
Training at Epoch 1 step 559 with loss 8.888759
Training at Epoch 1 step 560 with loss 8.663136
Training at Epoch 1 step 561 with loss 9.226809
Training at Epoch 1 step 562 with loss 8.822919
Training at Epoch 1 step 563 with loss 21.72572
Training at Epoch 1 step 564 with loss 37.277283
Training at Epoch 1 step 565 with loss 43.79976
Training at Epoch 1 step 566 with loss 30.498768
Training at Epoch 1 step 567 with loss 33.033104
Training at Epoch 1 step 568 with loss 31.07386
Training at Epoch 1 step 569 with loss 32.419243
Training at Epoch 1 step 570 with loss 32.672314
Training at Epoch 1 step 571 with loss 31.199768
Training at Epoch 1 step 572 with loss 31.68629
Training at Epoch 1 step 573 with loss 27.290237
Training at Epoch 1 step 574 with loss 32.504875
Training at Epoch 1 step 575 with loss 34.390705
Training at Epoch 1 step 576 with loss 50.42241
Training at Epoch 1 step 577 with loss 41.887497
Training at Epoch 1 step 578 with loss 36.500713
Training at Epoch 1 step 579 with loss 26.757504
Training at Epoch 1 step 580 with loss 29.92364
Training at Epoch 1 step 581 with loss 28.795954
Training at Epoch 1 step 582 with loss 54.067024
Training at Epoch 1 step 583 with loss 54.047573
Training at Epoch 1 step 584 with loss 50.211933
Training at Epoch 1 step 585 with loss 59.444687
Training at Epoch 1 step 586 with loss 56.899776
Training at Epoch 1 step 587 with loss 47.588455
Training at Epoch 1 step 588 with loss 54.465584
Training at Epoch 1 step 589 with loss 48.71013
Training at Epoch 1 step 590 with loss 25.610188
Training at Epoch 1 step 591 with loss 37.068157
Training at Epoch 1 step 592 with loss 40.53709
Training at Epoch 1 step 593 with loss 25.409407
Training at Epoch 1 step 594 with loss 39.887207
Training at Epoch 1 step 595 with loss 44.92694
Training at Epoch 1 step 596 with loss 28.487247
Training at Epoch 1 step 597 with loss 37.626858
Training at Epoch 1 step 598 with loss 38.104984
Training at Epoch 1 step 599 with loss 35.787888
Training at Epoch 1 step 600 with loss 49.422585
Training at Epoch 1 step 601 with loss 40.19107
Training at Epoch 1 step 602 with loss 49.429153
Training at Epoch 1 step 603 with loss 45.31591
Training at Epoch 1 step 604 with loss 44.087337
Training at Epoch 1 step 605 with loss 48.970486
Training at Epoch 1 step 606 with loss 25.677362
Training at Epoch 1 step 607 with loss 35.303627
Training at Epoch 1 step 608 with loss 30.164135
Training at Epoch 1 step 609 with loss 27.167656
Training at Epoch 1 step 610 with loss 26.981934
Training at Epoch 1 step 611 with loss 25.958069
Training at Epoch 1 step 612 with loss 25.212608
Training at Epoch 1 step 613 with loss 30.836424
Training at Epoch 1 step 614 with loss 29.645826
Training at Epoch 1 step 615 with loss 28.930077
Training at Epoch 1 step 616 with loss 45.891483
Training at Epoch 1 step 617 with loss 45.139816
Training at Epoch 1 step 618 with loss 29.088268
Training at Epoch 1 step 619 with loss 36.798897
Training at Epoch 1 step 620 with loss 26.08154
Training at Epoch 1 step 621 with loss 24.525139
Training at Epoch 1 step 622 with loss 23.310694
Training at Epoch 1 step 623 with loss 32.20749
Training at Epoch 1 step 624 with loss 24.207794
Training at Epoch 1 step 625 with loss 40.244324
Training at Epoch 1 step 626 with loss 25.09264
Training at Epoch 1 step 627 with loss 20.938011
Training at Epoch 1 step 628 with loss 49.920937
Training at Epoch 1 step 629 with loss 46.88221
Training at Epoch 1 step 630 with loss 56.561153
Training at Epoch 1 step 631 with loss 44.9625
Training at Epoch 1 step 632 with loss 29.119366
Training at Epoch 1 step 633 with loss 31.841099
Training at Epoch 1 step 634 with loss 27.460453
Training at Epoch 1 step 635 with loss 36.165314
Training at Epoch 1 step 636 with loss 44.763348
Training at Epoch 1 step 637 with loss 38.74247
Training at Epoch 1 step 638 with loss 37.86547
Training at Epoch 1 step 639 with loss 37.84297
Training at Epoch 1 step 640 with loss 33.852455
Training at Epoch 1 step 641 with loss 83.36458
Training at Epoch 1 step 642 with loss 80.023155
Training at Epoch 1 step 643 with loss 87.16514
Training at Epoch 1 step 644 with loss 77.74936
Training at Epoch 1 step 645 with loss 53.70131
Training at Epoch 1 step 646 with loss 15.466089
Training at Epoch 1 step 647 with loss 44.91912
Training at Epoch 1 step 648 with loss 29.373459
Training at Epoch 1 step 649 with loss 24.96474
Training at Epoch 1 step 650 with loss 24.666836
Training at Epoch 1 step 651 with loss 44.445244
Training at Epoch 1 step 652 with loss 46.00661
Training at Epoch 1 step 653 with loss 42.090874
Training at Epoch 1 step 654 with loss 45.291954
Training at Epoch 1 step 655 with loss 18.138634
Training at Epoch 1 step 656 with loss 28.681423
Training at Epoch 1 step 657 with loss 30.33776
Training at Epoch 1 step 658 with loss 33.999405
Training at Epoch 1 step 659 with loss 28.939548
Training at Epoch 1 step 660 with loss 25.402271
Training at Epoch 1 step 661 with loss 31.43189
Training at Epoch 1 step 662 with loss 63.977993
Training at Epoch 1 step 663 with loss 57.868813
Training at Epoch 1 step 664 with loss 59.361824
Training at Epoch 1 step 665 with loss 41.198708
Training at Epoch 1 step 666 with loss 26.535854
Training at Epoch 1 step 667 with loss 38.455414
Training at Epoch 1 step 668 with loss 26.253681
Training at Epoch 1 step 669 with loss 25.310688
Training at Epoch 1 step 670 with loss 44.72361
Training at Epoch 1 step 671 with loss 39.955788
Training at Epoch 1 step 672 with loss 40.283276
Training at Epoch 1 step 673 with loss 40.19107
Training at Epoch 1 step 674 with loss 42.909706
Training at Epoch 1 step 675 with loss 37.731762
Training at Epoch 1 step 676 with loss 33.909916
Training at Epoch 1 step 677 with loss 47.532574
Training at Epoch 1 step 678 with loss 42.80848
Training at Epoch 1 step 679 with loss 42.13028
Training at Epoch 1 step 680 with loss 33.944065
Training at Epoch 1 step 681 with loss 34.317635
Training at Epoch 1 step 682 with loss 42.13787
Training at Epoch 1 step 683 with loss 38.054596
Training at Epoch 1 step 684 with loss 36.72386
Training at Epoch 1 step 685 with loss 38.05253
Training at Epoch 1 step 686 with loss 40.312065
Training at Epoch 1 step 687 with loss 39.972458
Training at Epoch 1 step 688 with loss 40.51368
Training at Epoch 1 step 689 with loss 43.87444
Training at Epoch 1 step 690 with loss 38.33952
Training at Epoch 1 step 691 with loss 31.68216
Training at Epoch 1 step 692 with loss 32.59128
Training at Epoch 1 step 693 with loss 22.323853
Training at Epoch 1 step 694 with loss 29.691288
Training at Epoch 1 step 695 with loss 36.51529
Training at Epoch 1 step 696 with loss 40.90721
Training at Epoch 1 step 697 with loss 29.352543
Training at Epoch 1 step 698 with loss 21.97057
Training at Epoch 1 step 699 with loss 26.816944
Training at Epoch 1 step 700 with loss 30.437716
Training at Epoch 1 step 701 with loss 22.431137
Training at Epoch 1 step 702 with loss 45.96447
Training at Epoch 1 step 703 with loss 50.922997
Training at Epoch 1 step 704 with loss 23.69051
Training at Epoch 1 step 705 with loss 35.29768
Training at Epoch 1 step 706 with loss 34.110905
Training at Epoch 1 step 707 with loss 36.970055
Training at Epoch 1 step 708 with loss 30.684875
Training at Epoch 1 step 709 with loss 21.130875
Training at Epoch 1 step 710 with loss 19.172783
Training at Epoch 1 step 711 with loss 21.88519
Training at Epoch 1 step 712 with loss 24.37664
Training at Epoch 1 step 713 with loss 29.771046
Training at Epoch 1 step 714 with loss 33.238678
Training at Epoch 1 step 715 with loss 32.075592
Training at Epoch 1 step 716 with loss 24.59338
Training at Epoch 1 step 717 with loss 25.246925
Training at Epoch 1 step 718 with loss 26.87763
Training at Epoch 1 step 719 with loss 41.20164
Training at Epoch 1 step 720 with loss 30.356895
Training at Epoch 1 step 721 with loss 26.881142
Training at Epoch 1 step 722 with loss 25.988455
Training at Epoch 1 step 723 with loss 23.917767
Training at Epoch 1 step 724 with loss 29.181742
Training at Epoch 1 step 725 with loss 46.531826
Training at Epoch 1 step 726 with loss 39.831177
Training at Epoch 1 step 727 with loss 30.494574
Training at Epoch 1 step 728 with loss 35.293556
Training at Epoch 1 step 729 with loss 37.788387
Training at Epoch 1 step 730 with loss 44.806595
Training at Epoch 1 step 731 with loss 23.730495
Training at Epoch 1 step 732 with loss 22.101646
Training at Epoch 1 step 733 with loss 20.253654
Training at Epoch 1 step 734 with loss 31.348694
Training at Epoch 1 step 735 with loss 44.677353
Training at Epoch 1 step 736 with loss 40.15455
Training at Epoch 1 step 737 with loss 16.689047
Training at Epoch 1 step 738 with loss 36.447758
Training at Epoch 1 step 739 with loss 38.57906
Training at Epoch 1 step 740 with loss 43.92988
Training at Epoch 1 step 741 with loss 52.30731
Training at Epoch 1 step 742 with loss 52.194176
Training at Epoch 1 step 743 with loss 37.752136
Training at Epoch 1 step 744 with loss 20.906504
Training at Epoch 1 step 745 with loss 28.574644
Training at Epoch 1 step 746 with loss 53.93949
Training at Epoch 1 step 747 with loss 35.546616
Training at Epoch 1 step 748 with loss 43.39025
Training at Epoch 1 step 749 with loss 20.580122
Training at Epoch 1 step 750 with loss 31.460926
Training at Epoch 1 step 751 with loss 37.992443
Training at Epoch 1 step 752 with loss 29.655212
Training at Epoch 1 step 753 with loss 25.596725
Training at Epoch 1 step 754 with loss 27.965405
Training at Epoch 1 step 755 with loss 31.666883
Training at Epoch 1 step 756 with loss 34.317055
Training at Epoch 1 step 757 with loss 43.92009
Training at Epoch 1 step 758 with loss 34.120552
Training at Epoch 1 step 759 with loss 34.0969
Training at Epoch 1 step 760 with loss 34.327988
Training at Epoch 1 step 761 with loss 28.767214
Training at Epoch 1 step 762 with loss 17.059532
Training at Epoch 1 step 763 with loss 19.99783
Training at Epoch 1 step 764 with loss 28.547945
Training at Epoch 1 step 765 with loss 60.776855
Training at Epoch 1 step 766 with loss 40.33499
Training at Epoch 1 step 767 with loss 38.380424
Training at Epoch 1 step 768 with loss 34.207203
Training at Epoch 1 step 769 with loss 31.621763
Training at Epoch 1 step 770 with loss 27.52726
Training at Epoch 1 step 771 with loss 42.85494
Training at Epoch 1 step 772 with loss 41.7293
Training at Epoch 1 step 773 with loss 28.316427
Training at Epoch 1 step 774 with loss 23.053421
Training at Epoch 1 step 775 with loss 27.020409
Training at Epoch 1 step 776 with loss 26.24768
Training at Epoch 1 step 777 with loss 25.27442
Training at Epoch 1 step 778 with loss 27.553696
Training at Epoch 1 step 779 with loss 27.768879
Training at Epoch 1 step 780 with loss 28.646038
Training at Epoch 1 step 781 with loss 27.456585
Training at Epoch 1 step 782 with loss 27.009321
Training at Epoch 1 step 783 with loss 27.938019
Training at Epoch 1 step 784 with loss 28.741253
Training at Epoch 1 step 785 with loss 30.433258
Training at Epoch 1 step 786 with loss 36.76171
Training at Epoch 1 step 787 with loss 41.374886
Training at Epoch 1 step 788 with loss 36.989765
Training at Epoch 1 step 789 with loss 39.092274
Training at Epoch 1 step 790 with loss 43.075706
Training at Epoch 1 step 791 with loss 19.325277
Training at Epoch 1 step 792 with loss 42.013603
Training at Epoch 1 step 793 with loss 24.390814
Training at Epoch 1 step 794 with loss 40.89329
Training at Epoch 1 step 795 with loss 40.005272
Training at Epoch 1 step 796 with loss 36.591053
Training at Epoch 1 step 797 with loss 27.64302
Training at Epoch 1 step 798 with loss 31.062115
Training at Epoch 1 step 799 with loss 23.97059
Training at Epoch 1 step 800 with loss 45.451797
Training at Epoch 1 step 801 with loss 69.91736
Training at Epoch 1 step 802 with loss 44.250767
Training at Epoch 1 step 803 with loss 45.304535
Training at Epoch 1 step 804 with loss 39.19864
Training at Epoch 1 step 805 with loss 44.97945
Training at Epoch 1 step 806 with loss 37.61256
Training at Epoch 1 step 807 with loss 15.691908
Training at Epoch 1 step 808 with loss 13.381163
Training at Epoch 1 step 809 with loss 26.327465
Training at Epoch 1 step 810 with loss 17.941666
Training at Epoch 1 step 811 with loss 10.549764
Training at Epoch 1 step 812 with loss 22.843197
Training at Epoch 1 step 813 with loss 37.29406
Training at Epoch 1 step 814 with loss 55.052944
Training at Epoch 1 step 815 with loss 21.091215
Training at Epoch 1 step 816 with loss 13.041929
Training at Epoch 1 step 817 with loss 11.578024
Training at Epoch 1 step 818 with loss 14.234129
Training at Epoch 1 step 819 with loss 26.831547
Training at Epoch 1 step 820 with loss 33.67937
Training at Epoch 1 step 821 with loss 19.908735
Training at Epoch 1 step 822 with loss 22.331577
Training at Epoch 1 step 823 with loss 27.74049
Training at Epoch 1 step 824 with loss 30.034527
Training at Epoch 1 step 825 with loss 35.755905
Training at Epoch 1 step 826 with loss 34.768616
Training at Epoch 1 step 827 with loss 32.28276
Training at Epoch 1 step 828 with loss 20.322863
Training at Epoch 1 step 829 with loss 17.903065
Training at Epoch 1 step 830 with loss 24.297724
Training at Epoch 1 step 831 with loss 19.658924
Training at Epoch 1 step 832 with loss 30.396336
Training at Epoch 1 step 833 with loss 29.303764
Training at Epoch 1 step 834 with loss 16.697979
Training at Epoch 1 step 835 with loss 17.55517
Training at Epoch 1 step 836 with loss 18.146679
Training at Epoch 1 step 837 with loss 16.834328
Training at Epoch 1 step 838 with loss 25.347298
Training at Epoch 1 step 839 with loss 45.215866
Training at Epoch 1 step 840 with loss 38.74453
Training at Epoch 1 step 841 with loss 43.506317
Training at Epoch 1 step 842 with loss 45.08358
Training at Epoch 1 step 843 with loss 43.912415
Training at Epoch 1 step 844 with loss 46.48906
Training at Epoch 1 step 845 with loss 43.69279
Training at Epoch 1 step 846 with loss 35.864174
Training at Epoch 1 step 847 with loss 38.2535
Training at Epoch 1 step 848 with loss 39.324905
Training at Epoch 1 step 849 with loss 31.032627
Training at Epoch 1 step 850 with loss 28.656643
Training at Epoch 1 step 851 with loss 45.495544
Training at Epoch 1 step 852 with loss 38.311897
Training at Epoch 1 step 853 with loss 26.846586
Training at Epoch 1 step 854 with loss 20.749035
Training at Epoch 1 step 855 with loss 38.47143
Training at Epoch 1 step 856 with loss 27.283207
Training at Epoch 1 step 857 with loss 26.310684
Training at Epoch 1 step 858 with loss 33.775566
Training at Epoch 1 step 859 with loss 30.627617
Training at Epoch 1 step 860 with loss 18.75785
Training at Epoch 1 step 861 with loss 18.444208
Training at Epoch 1 step 862 with loss 24.294401
Training at Epoch 1 step 863 with loss 17.869398
Training at Epoch 1 step 864 with loss 20.897083
Training at Epoch 1 step 865 with loss 30.123583
Training at Epoch 1 step 866 with loss 27.115286
Training at Epoch 1 step 867 with loss 24.608107
Training at Epoch 1 step 868 with loss 26.316011
Training at Epoch 1 step 869 with loss 33.769947
Training at Epoch 1 step 870 with loss 21.33073
Training at Epoch 1 step 871 with loss 18.845179
Training at Epoch 1 step 872 with loss 16.29123
Training at Epoch 1 step 873 with loss 12.604952
Training at Epoch 1 step 874 with loss 31.250559
Training at Epoch 1 step 875 with loss 27.693209
Training at Epoch 1 step 876 with loss 29.419073
Training at Epoch 1 step 877 with loss 29.85661
Training at Epoch 1 step 878 with loss 18.838688
Training at Epoch 1 step 879 with loss 31.555275
Training at Epoch 1 step 880 with loss 26.865135
Training at Epoch 1 step 881 with loss 20.442764
Training at Epoch 1 step 882 with loss 14.301905
Training at Epoch 1 step 883 with loss 22.8917
Training at Epoch 1 step 884 with loss 25.172314
Training at Epoch 1 step 885 with loss 23.473505
Training at Epoch 1 step 886 with loss 24.978958
Training at Epoch 1 step 887 with loss 26.353422
Training at Epoch 1 step 888 with loss 29.419262
Training at Epoch 1 step 889 with loss 32.934566
Training at Epoch 1 step 890 with loss 25.689817
Training at Epoch 1 step 891 with loss 28.533058
Training at Epoch 1 step 892 with loss 21.801315
Training at Epoch 1 step 893 with loss 19.828243
Training at Epoch 1 step 894 with loss 1.8057729
Training at Epoch 1 step 895 with loss 1.7877977
Training at Epoch 1 step 896 with loss 2.943816
Training at Epoch 1 step 897 with loss 10.210969
Training at Epoch 1 step 898 with loss 22.056362
Training at Epoch 1 step 899 with loss 34.747444
Training at Epoch 1 step 900 with loss 44.912483
Training at Epoch 1 step 901 with loss 28.278276
Training at Epoch 1 step 902 with loss 33.250725
Training at Epoch 1 step 903 with loss 35.32126
Training at Epoch 1 step 904 with loss 34.446007
Training at Epoch 1 step 905 with loss 15.677883
Training at Epoch 1 step 906 with loss 12.362221
Training at Epoch 1 step 907 with loss 25.281094
Training at Epoch 1 step 908 with loss 34.332684
Training at Epoch 1 step 909 with loss 23.108595
Training at Epoch 1 step 910 with loss 13.179296
Training at Epoch 1 step 911 with loss 7.5486956
Training at Epoch 1 step 912 with loss 18.914474
Training at Epoch 1 step 913 with loss 27.131037
Training at Epoch 1 step 914 with loss 18.356285
Training at Epoch 1 step 915 with loss 19.017797
Training at Epoch 1 step 916 with loss 14.512135
Training at Epoch 1 step 917 with loss 18.357592
Training at Epoch 1 step 918 with loss 18.257385
Training at Epoch 1 step 919 with loss 22.498049
Training at Epoch 1 step 920 with loss 28.135925
Training at Epoch 1 step 921 with loss 34.04209
Training at Epoch 1 step 922 with loss 23.523148
Training at Epoch 1 step 923 with loss 21.318428
Training at Epoch 1 step 924 with loss 26.114918
Training at Epoch 1 step 925 with loss 41.145134
Training at Epoch 1 step 926 with loss 41.349483
Training at Epoch 1 step 927 with loss 41.651165
Training at Epoch 1 step 928 with loss 24.988558
Training at Epoch 1 step 929 with loss 16.937225
Training at Epoch 1 step 930 with loss 14.340822
Training at Epoch 1 step 931 with loss 25.619173
Training at Epoch 1 step 932 with loss 35.685543
Training at Epoch 1 step 933 with loss 37.649666
Training at Epoch 1 step 934 with loss 39.327263
Training at Epoch 1 step 935 with loss 41.08892
Training at Epoch 1 step 936 with loss 41.95292
Training at Epoch 1 step 937 with loss 39.83984
Training at Epoch 1 step 938 with loss 28.059166
Training at Epoch 1 step 939 with loss 32.657772
Training at Epoch 1 step 940 with loss 34.213028
Training at Epoch 1 step 941 with loss 28.160812
Training at Epoch 1 step 942 with loss 43.28779
Training at Epoch 1 step 943 with loss 20.967575
Training at Epoch 1 step 944 with loss 21.306171
Training at Epoch 1 step 945 with loss 11.633509
Training at Epoch 1 step 946 with loss 10.68672
Training at Epoch 1 step 947 with loss 36.4153
Training at Epoch 1 step 948 with loss 28.864422
Training at Epoch 1 step 949 with loss 21.543877
Training at Epoch 1 step 950 with loss 19.363527
Training at Epoch 1 step 951 with loss 25.714159
Training at Epoch 1 step 952 with loss 24.349415
Training at Epoch 1 step 953 with loss 20.083618
Training at Epoch 1 step 954 with loss 19.436808
Training at Epoch 1 step 955 with loss 21.573952
Training at Epoch 1 step 956 with loss 19.680567
Training at Epoch 1 step 957 with loss 34.47116
Training at Epoch 1 step 958 with loss 26.727104
Training at Epoch 1 step 959 with loss 24.930046
Training at Epoch 1 step 960 with loss 34.41468
Training at Epoch 1 step 961 with loss 31.415752
Training at Epoch 1 step 962 with loss 43.980904
Training at Epoch 1 step 963 with loss 39.724625
Training at Epoch 1 step 964 with loss 38.0701
Training at Epoch 1 step 965 with loss 40.591072
Training at Epoch 1 step 966 with loss 40.651966
Training at Epoch 1 step 967 with loss 37.884125
Training at Epoch 1 step 968 with loss 14.029413
Training at Epoch 1 step 969 with loss 17.789658
Training at Epoch 1 step 970 with loss 19.510927
Training at Epoch 1 step 971 with loss 27.255028
Training at Epoch 1 step 972 with loss 28.936665
Training at Epoch 1 step 973 with loss 20.14939
Training at Epoch 1 step 974 with loss 23.664654
Training at Epoch 1 step 975 with loss 20.250866
Training at Epoch 1 step 976 with loss 32.634914
Training at Epoch 1 step 977 with loss 25.847866
Training at Epoch 1 step 978 with loss 28.812542
Training at Epoch 1 step 979 with loss 23.088707
Training at Epoch 1 step 980 with loss 13.39978
Training at Epoch 1 step 981 with loss 12.570408
Training at Epoch 1 step 982 with loss 34.614372
Training at Epoch 1 step 983 with loss 42.06006
Training at Epoch 1 step 984 with loss 22.414883
Training at Epoch 1 step 985 with loss 32.7821
Training at Epoch 1 step 986 with loss 42.601654
Training at Epoch 1 step 987 with loss 23.570906
Training at Epoch 1 step 988 with loss 11.30929
Training at Epoch 1 step 989 with loss 26.74124
Training at Epoch 1 step 990 with loss 30.009106
Training at Epoch 1 step 991 with loss 20.409025
Training at Epoch 1 step 992 with loss 37.871117
Training at Epoch 1 step 993 with loss 25.003147
Training at Epoch 1 step 994 with loss 17.727352
Training at Epoch 1 step 995 with loss 21.58557
Training at Epoch 1 step 996 with loss 17.656025
Training at Epoch 1 step 997 with loss 19.524672
Training at Epoch 1 step 998 with loss 28.475462
Training at Epoch 1 step 999 with loss 29.510752
Training at Epoch 1 step 1000 with loss 32.107357
Training at Epoch 1 step 1001 with loss 20.976843
Training at Epoch 1 step 1002 with loss 24.239916
Training at Epoch 1 step 1003 with loss 36.033478
Training at Epoch 1 step 1004 with loss 36.657955
Training at Epoch 1 step 1005 with loss 22.228573
Training at Epoch 1 step 1006 with loss 21.451834
Training at Epoch 1 step 1007 with loss 37.14183
Training at Epoch 1 step 1008 with loss 16.197441
Training at Epoch 1 step 1009 with loss 20.850449
Training at Epoch 1 step 1010 with loss 17.925865
Training at Epoch 1 step 1011 with loss 18.764847
Training at Epoch 1 step 1012 with loss 24.192842
Training at Epoch 1 step 1013 with loss 21.201809
Training at Epoch 1 step 1014 with loss 19.605885
Training at Epoch 1 step 1015 with loss 16.903126
Training at Epoch 1 step 1016 with loss 18.444271
Training at Epoch 1 step 1017 with loss 14.6825905
Training at Epoch 1 step 1018 with loss 28.876604
Training at Epoch 1 step 1019 with loss 31.405466
Training at Epoch 1 step 1020 with loss 32.28695
Training at Epoch 1 step 1021 with loss 35.750275
Training at Epoch 1 step 1022 with loss 37.54354
Training at Epoch 1 step 1023 with loss 21.497335
Training at Epoch 1 step 1024 with loss 21.35894
Training at Epoch 1 step 1025 with loss 18.335945
Training at Epoch 1 step 1026 with loss 34.170708
Training at Epoch 1 step 1027 with loss 31.63606
Training at Epoch 1 step 1028 with loss 23.182274
Training at Epoch 1 step 1029 with loss 29.244738
Training at Epoch 1 step 1030 with loss 24.009441
Training at Epoch 1 step 1031 with loss 24.57889
Training at Epoch 1 step 1032 with loss 27.544617
Training at Epoch 1 step 1033 with loss 37.822205
Training at Epoch 1 step 1034 with loss 36.16994
Training at Epoch 1 step 1035 with loss 35.575115
Training at Epoch 1 step 1036 with loss 38.03311
Training at Epoch 1 step 1037 with loss 34.750042
Training at Epoch 1 step 1038 with loss 33.70241
Training at Epoch 1 step 1039 with loss 24.380886
Training at Epoch 1 step 1040 with loss 23.762245
Training at Epoch 1 step 1041 with loss 37.879265
Training at Epoch 1 step 1042 with loss 38.24752
Training at Epoch 1 step 1043 with loss 24.053864
Training at Epoch 1 step 1044 with loss 26.453625
Training at Epoch 1 step 1045 with loss 18.436522
Training at Epoch 1 step 1046 with loss 14.305118
Training at Epoch 1 step 1047 with loss 31.26995
Training at Epoch 1 step 1048 with loss 41.91037
Training at Epoch 1 step 1049 with loss 62.400875
Training at Epoch 1 step 1050 with loss 52.306625
Training at Epoch 1 step 1051 with loss 20.84318
Training at Epoch 1 step 1052 with loss 19.808128
Training at Epoch 1 step 1053 with loss 20.109573
Training at Epoch 1 step 1054 with loss 21.933254
Training at Epoch 1 step 1055 with loss 16.818504
Training at Epoch 1 step 1056 with loss 13.068142
Training at Epoch 1 step 1057 with loss 15.114655
Training at Epoch 1 step 1058 with loss 30.84383
Training at Epoch 1 step 1059 with loss 31.273283
Training at Epoch 1 step 1060 with loss 30.161028
Training at Epoch 1 step 1061 with loss 35.17369
Training at Epoch 1 step 1062 with loss 16.370127
Training at Epoch 1 step 1063 with loss 17.224192
Training at Epoch 1 step 1064 with loss 16.033472
Training at Epoch 1 step 1065 with loss 20.222471
Training at Epoch 1 step 1066 with loss 16.06524
Training at Epoch 1 step 1067 with loss 16.338459
Training at Epoch 1 step 1068 with loss 21.100632
Training at Epoch 1 step 1069 with loss 16.49623
Training at Epoch 1 step 1070 with loss 31.236887
Training at Epoch 1 step 1071 with loss 32.698986
Training at Epoch 1 step 1072 with loss 24.048733
Training at Epoch 1 step 1073 with loss 24.044746
Training at Epoch 1 step 1074 with loss 33.599693
Training at Epoch 1 step 1075 with loss 19.14618
Training at Epoch 1 step 1076 with loss 31.073929
Training at Epoch 1 step 1077 with loss 32.693398
Training at Epoch 1 step 1078 with loss 27.329252
Training at Epoch 1 step 1079 with loss 31.627514
Training at Epoch 1 step 1080 with loss 19.63855
Training at Epoch 1 step 1081 with loss 24.648884
Training at Epoch 1 step 1082 with loss 17.502758
Training at Epoch 1 step 1083 with loss 3.5286193
Training at Epoch 1 step 1084 with loss 19.549433
Training at Epoch 1 step 1085 with loss 21.944576
Training at Epoch 1 step 1086 with loss 25.05134
Training at Epoch 1 step 1087 with loss 27.04686
Training at Epoch 1 step 1088 with loss 20.552626
Training at Epoch 1 step 1089 with loss 22.696878
Training at Epoch 1 step 1090 with loss 22.816977
Training at Epoch 1 step 1091 with loss 24.173546
Training at Epoch 1 step 1092 with loss 29.475035
Training at Epoch 1 step 1093 with loss 30.10046
Training at Epoch 1 step 1094 with loss 25.107845
Training at Epoch 1 step 1095 with loss 27.4323
Training at Epoch 1 step 1096 with loss 25.560463
Training at Epoch 1 step 1097 with loss 26.853342
Training at Epoch 1 step 1098 with loss 26.70761
Training at Epoch 1 step 1099 with loss 26.406284
Training at Epoch 1 step 1100 with loss 30.66143
Training at Epoch 1 step 1101 with loss 29.32311
Training at Epoch 1 step 1102 with loss 17.86438
Training at Epoch 1 step 1103 with loss 17.46223
Training at Epoch 1 step 1104 with loss 11.482557
Training at Epoch 1 step 1105 with loss 18.944199
Training at Epoch 1 step 1106 with loss 29.359495
Training at Epoch 1 step 1107 with loss 18.777893
Training at Epoch 1 step 1108 with loss 36.238934
Training at Epoch 1 step 1109 with loss 17.699308
Training at Epoch 1 step 1110 with loss 19.094593
Training at Epoch 1 step 1111 with loss 9.115628
Training at Epoch 1 step 1112 with loss 15.323543
Training at Epoch 1 step 1113 with loss 4.651166
Training at Epoch 1 step 1114 with loss 11.823301
Training at Epoch 1 step 1115 with loss 12.858711
Training at Epoch 1 step 1116 with loss 15.152988
Training at Epoch 1 step 1117 with loss 15.547798
Training at Epoch 1 step 1118 with loss 10.396917
Training at Epoch 1 step 1119 with loss 24.61644
Training at Epoch 1 step 1120 with loss 25.219952
Training at Epoch 1 step 1121 with loss 23.798512
Training at Epoch 1 step 1122 with loss 31.309559
Training at Epoch 1 step 1123 with loss 28.766033
Training at Epoch 1 step 1124 with loss 23.062714
Training at Epoch 1 step 1125 with loss 25.611063
Training at Epoch 1 step 1126 with loss 26.352146
Training at Epoch 1 step 1127 with loss 24.041092
Training at Epoch 1 step 1128 with loss 31.847116
Training at Epoch 1 step 1129 with loss 29.412188
Training at Epoch 1 step 1130 with loss 39.515644
Training at Epoch 1 step 1131 with loss 31.970228
Training at Epoch 1 step 1132 with loss 12.489021
Training at Epoch 1 step 1133 with loss 11.391668
Training at Epoch 1 step 1134 with loss 18.208267
Training at Epoch 1 step 1135 with loss 17.646494
Training at Epoch 1 step 1136 with loss 17.282295
Training at Epoch 1 step 1137 with loss 12.802373
Training at Epoch 1 step 1138 with loss 22.666374
Training at Epoch 1 step 1139 with loss 27.091322
Training at Epoch 1 step 1140 with loss 28.03708
Training at Epoch 1 step 1141 with loss 18.342072
Training at Epoch 1 step 1142 with loss 21.052635
Training at Epoch 1 step 1143 with loss 24.973232
Training at Epoch 1 step 1144 with loss 10.087606
Training at Epoch 1 step 1145 with loss 5.039285
Training at Epoch 1 step 1146 with loss 16.05824
Training at Epoch 1 step 1147 with loss 19.282816
Training at Epoch 1 step 1148 with loss 20.615456
Training at Epoch 1 step 1149 with loss 22.999186
Training at Epoch 1 step 1150 with loss 14.834539
Training at Epoch 1 step 1151 with loss 4.5786276
Training at Epoch 1 step 1152 with loss 11.739376
Training at Epoch 1 step 1153 with loss 23.9449
Training at Epoch 1 step 1154 with loss 25.485397
Training at Epoch 1 step 1155 with loss 21.876835
Training at Epoch 1 step 1156 with loss 30.383692
Training at Epoch 1 step 1157 with loss 29.023914
Training at Epoch 1 step 1158 with loss 19.55415
Training at Epoch 1 step 1159 with loss 10.592911
Training at Epoch 1 step 1160 with loss 22.932278
Training at Epoch 1 step 1161 with loss 16.731476
Training at Epoch 1 step 1162 with loss 37.544193
Training at Epoch 1 step 1163 with loss 8.246988
Training at Epoch 1 step 1164 with loss 9.747112
Training at Epoch 1 step 1165 with loss 20.891777
Training at Epoch 1 step 1166 with loss 32.95698
Training at Epoch 1 step 1167 with loss 30.461332
Training at Epoch 1 step 1168 with loss 35.79828
Training at Epoch 1 step 1169 with loss 43.044422
Training at Epoch 1 step 1170 with loss 39.708473
Training at Epoch 1 step 1171 with loss 37.84747
Training at Epoch 1 step 1172 with loss 42.17486
Training at Epoch 1 step 1173 with loss 36.678505
Training at Epoch 1 step 1174 with loss 24.94218
\ No newline at end of file
------------------creat model---------------------------
model name : BertAffinity
step num : 41180
epochs num : 10
learning rate : 1e-07
batch size: 64
begin training
Training at Epoch 1 step 0 with loss 31.612389
Training at Epoch 1 step 1 with loss 45.079308
Training at Epoch 1 step 2 with loss 41.094475
Training at Epoch 1 step 3 with loss 45.70705
Training at Epoch 1 step 4 with loss 37.01832
Training at Epoch 1 step 5 with loss 30.083294
Training at Epoch 1 step 6 with loss 36.22071
Training at Epoch 1 step 7 with loss 45.45024
Training at Epoch 1 step 8 with loss 69.45509
Training at Epoch 1 step 9 with loss 36.69792
Training at Epoch 1 step 10 with loss 25.923634
Training at Epoch 1 step 11 with loss 27.49517
Training at Epoch 1 step 12 with loss 41.985466
Training at Epoch 1 step 13 with loss 20.77277
Training at Epoch 1 step 14 with loss 57.12632
Training at Epoch 1 step 15 with loss 31.910694
Training at Epoch 1 step 16 with loss 30.614618
Training at Epoch 1 step 17 with loss 51.20997
Training at Epoch 1 step 18 with loss 51.74587
Training at Epoch 1 step 19 with loss 29.27938
Training at Epoch 1 step 20 with loss 37.17681
Training at Epoch 1 step 21 with loss 53.645264
Training at Epoch 1 step 22 with loss 45.176094
Training at Epoch 1 step 23 with loss 59.263027
Training at Epoch 1 step 24 with loss 40.67398
Training at Epoch 1 step 25 with loss 39.76707
Training at Epoch 1 step 26 with loss 35.423424
Training at Epoch 1 step 27 with loss 46.094055
Training at Epoch 1 step 28 with loss 49.020866
Training at Epoch 1 step 29 with loss 33.86248
Training at Epoch 1 step 30 with loss 43.799866
Training at Epoch 1 step 31 with loss 45.74183
Training at Epoch 1 step 32 with loss 41.633934
Training at Epoch 1 step 33 with loss 60.59973
Training at Epoch 1 step 34 with loss 51.16494
Training at Epoch 1 step 35 with loss 35.913185
Training at Epoch 1 step 36 with loss 39.144794
Training at Epoch 1 step 37 with loss 37.41182
Training at Epoch 1 step 38 with loss 43.903015
Training at Epoch 1 step 39 with loss 42.471764
Training at Epoch 1 step 40 with loss 34.149616
Training at Epoch 1 step 41 with loss 40.503326
Training at Epoch 1 step 42 with loss 42.24097
Training at Epoch 1 step 43 with loss 21.055695
Training at Epoch 1 step 44 with loss 30.162022
Training at Epoch 1 step 45 with loss 40.08612
Training at Epoch 1 step 46 with loss 40.964245
Training at Epoch 1 step 47 with loss 35.075848
Training at Epoch 1 step 48 with loss 36.57572
Training at Epoch 1 step 49 with loss 33.868393
Training at Epoch 1 step 50 with loss 34.077244
Training at Epoch 1 step 51 with loss 35.35601
Training at Epoch 1 step 52 with loss 32.19318
Training at Epoch 1 step 53 with loss 36.602062
Training at Epoch 1 step 54 with loss 37.536995
Training at Epoch 1 step 55 with loss 31.862183
Training at Epoch 1 step 56 with loss 54.05694
Training at Epoch 1 step 57 with loss 52.97483
Training at Epoch 1 step 58 with loss 54.91951
Training at Epoch 1 step 59 with loss 43.298416
Training at Epoch 1 step 60 with loss 45.01408
Training at Epoch 1 step 61 with loss 50.97014
Training at Epoch 1 step 62 with loss 30.818184
Training at Epoch 1 step 63 with loss 42.998848
Training at Epoch 1 step 64 with loss 42.418694
Training at Epoch 1 step 65 with loss 34.048927
Training at Epoch 1 step 66 with loss 48.067
Training at Epoch 1 step 67 with loss 42.497505
Training at Epoch 1 step 68 with loss 26.634182
Training at Epoch 1 step 69 with loss 36.286125
Training at Epoch 1 step 70 with loss 37.218002
Training at Epoch 1 step 71 with loss 41.541718
Training at Epoch 1 step 72 with loss 40.106445
Training at Epoch 1 step 73 with loss 61.35086
Training at Epoch 1 step 74 with loss 41.513027
Training at Epoch 1 step 75 with loss 47.225777
Training at Epoch 1 step 76 with loss 49.479057
Training at Epoch 1 step 77 with loss 59.081547
Training at Epoch 1 step 78 with loss 44.856613
Training at Epoch 1 step 79 with loss 50.034508
Training at Epoch 1 step 80 with loss 56.01809
Training at Epoch 1 step 81 with loss 47.00071
Training at Epoch 1 step 82 with loss 52.119946
Training at Epoch 1 step 83 with loss 42.309902
Training at Epoch 1 step 84 with loss 62.33988
Training at Epoch 1 step 85 with loss 50.158825
Training at Epoch 1 step 86 with loss 42.03611
Training at Epoch 1 step 87 with loss 45.836708
Training at Epoch 1 step 88 with loss 40.003464
Training at Epoch 1 step 89 with loss 38.78895
Training at Epoch 1 step 90 with loss 40.079926
Training at Epoch 1 step 91 with loss 52.744385
Training at Epoch 1 step 92 with loss 49.477615
Training at Epoch 1 step 93 with loss 49.039997
Training at Epoch 1 step 94 with loss 67.3522
Training at Epoch 1 step 95 with loss 45.69876
Training at Epoch 1 step 96 with loss 33.37751
Training at Epoch 1 step 97 with loss 31.913319
Training at Epoch 1 step 98 with loss 53.97587
Training at Epoch 1 step 99 with loss 50.83517
Training at Epoch 1 step 100 with loss 34.94731
Training at Epoch 1 step 101 with loss 41.607475
Training at Epoch 1 step 102 with loss 42.930355
Training at Epoch 1 step 103 with loss 41.37841
Training at Epoch 1 step 104 with loss 42.32477
Training at Epoch 1 step 105 with loss 54.300575
Training at Epoch 1 step 106 with loss 49.98207
Training at Epoch 1 step 107 with loss 32.208244
Training at Epoch 1 step 108 with loss 32.291122
Training at Epoch 1 step 109 with loss 29.893581
Training at Epoch 1 step 110 with loss 30.7668
Training at Epoch 1 step 111 with loss 42.70079
Training at Epoch 1 step 112 with loss 49.227104
Training at Epoch 1 step 113 with loss 55.154743
Training at Epoch 1 step 114 with loss 45.279
Training at Epoch 1 step 115 with loss 42.38709
Training at Epoch 1 step 116 with loss 47.730377
Training at Epoch 1 step 117 with loss 45.629036
Training at Epoch 1 step 118 with loss 48.25888
Training at Epoch 1 step 119 with loss 36.467335
Training at Epoch 1 step 120 with loss 34.84604
Training at Epoch 1 step 121 with loss 41.703167
Training at Epoch 1 step 122 with loss 42.32199
Training at Epoch 1 step 123 with loss 45.150547
Training at Epoch 1 step 124 with loss 33.50901
Training at Epoch 1 step 125 with loss 45.81331
Training at Epoch 1 step 126 with loss 36.8749
Training at Epoch 1 step 127 with loss 43.725815
Training at Epoch 1 step 128 with loss 35.869995
Training at Epoch 1 step 129 with loss 32.925034
Training at Epoch 1 step 130 with loss 49.093994
Training at Epoch 1 step 131 with loss 45.98176
Training at Epoch 1 step 132 with loss 36.6632
Training at Epoch 1 step 133 with loss 52.823174
Training at Epoch 1 step 134 with loss 45.200653
Training at Epoch 1 step 135 with loss 34.756958
Training at Epoch 1 step 136 with loss 46.697365
Training at Epoch 1 step 137 with loss 47.13633
Training at Epoch 1 step 138 with loss 46.896202
Training at Epoch 1 step 139 with loss 48.2258
Training at Epoch 1 step 140 with loss 30.548332
Training at Epoch 1 step 141 with loss 25.30671
Training at Epoch 1 step 142 with loss 31.598492
Training at Epoch 1 step 143 with loss 26.284863
Training at Epoch 1 step 144 with loss 34.91473
Training at Epoch 1 step 145 with loss 39.77185
Training at Epoch 1 step 146 with loss 41.45932
Training at Epoch 1 step 147 with loss 57.781998
Training at Epoch 1 step 148 with loss 51.025185
Training at Epoch 1 step 149 with loss 40.2968
Training at Epoch 1 step 150 with loss 51.365852
Training at Epoch 1 step 151 with loss 37.24132
Training at Epoch 1 step 152 with loss 32.016457
Training at Epoch 1 step 153 with loss 25.355686
Training at Epoch 1 step 154 with loss 39.03842
Training at Epoch 1 step 155 with loss 33.78772
Training at Epoch 1 step 156 with loss 51.892597
Training at Epoch 1 step 157 with loss 30.212849
Training at Epoch 1 step 158 with loss 35.872025
Training at Epoch 1 step 159 with loss 42.25914
Training at Epoch 1 step 160 with loss 37.624084
Training at Epoch 1 step 161 with loss 43.9851
Training at Epoch 1 step 162 with loss 30.013622
Training at Epoch 1 step 163 with loss 30.640938
Training at Epoch 1 step 164 with loss 26.888746
Training at Epoch 1 step 165 with loss 37.61759
Training at Epoch 1 step 166 with loss 35.356003
Training at Epoch 1 step 167 with loss 36.19602
Training at Epoch 1 step 168 with loss 25.21478
Training at Epoch 1 step 169 with loss 30.018038
Training at Epoch 1 step 170 with loss 29.137474
Training at Epoch 1 step 171 with loss 29.802843
Training at Epoch 1 step 172 with loss 22.788193
Training at Epoch 1 step 173 with loss 45.476707
Training at Epoch 1 step 174 with loss 52.926346
Training at Epoch 1 step 175 with loss 39.698708
Training at Epoch 1 step 176 with loss 46.936035
Training at Epoch 1 step 177 with loss 34.885925
Training at Epoch 1 step 178 with loss 37.23127
Training at Epoch 1 step 179 with loss 33.104202
Training at Epoch 1 step 180 with loss 22.319227
Training at Epoch 1 step 181 with loss 25.158014
Training at Epoch 1 step 182 with loss 24.335758
Training at Epoch 1 step 183 with loss 24.58728
Training at Epoch 1 step 184 with loss 20.933834
Training at Epoch 1 step 185 with loss 21.19457
Training at Epoch 1 step 186 with loss 22.792213
Training at Epoch 1 step 187 with loss 27.325432
Training at Epoch 1 step 188 with loss 44.48934
Training at Epoch 1 step 189 with loss 20.286797
Training at Epoch 1 step 190 with loss 20.81562
Training at Epoch 1 step 191 with loss 19.757427
Training at Epoch 1 step 192 with loss 24.964668
Training at Epoch 1 step 193 with loss 25.693445
Training at Epoch 1 step 194 with loss 30.045555
Training at Epoch 1 step 195 with loss 25.631348
Training at Epoch 1 step 196 with loss 22.977413
Training at Epoch 1 step 197 with loss 24.425045
Training at Epoch 1 step 198 with loss 24.712877
Training at Epoch 1 step 199 with loss 26.544857
Training at Epoch 1 step 200 with loss 27.024334
Training at Epoch 1 step 201 with loss 27.46537
Training at Epoch 1 step 202 with loss 28.808537
Training at Epoch 1 step 203 with loss 28.259827
Training at Epoch 1 step 204 with loss 28.753647
Training at Epoch 1 step 205 with loss 28.460571
Training at Epoch 1 step 206 with loss 28.05252
Training at Epoch 1 step 207 with loss 28.533241
Training at Epoch 1 step 208 with loss 28.34853
Training at Epoch 1 step 209 with loss 27.674438
Training at Epoch 1 step 210 with loss 28.129845
Training at Epoch 1 step 211 with loss 26.009258
Training at Epoch 1 step 212 with loss 26.975159
Training at Epoch 1 step 213 with loss 27.926842
Training at Epoch 1 step 214 with loss 26.128317
Training at Epoch 1 step 215 with loss 27.177471
Training at Epoch 1 step 216 with loss 25.877113
Training at Epoch 1 step 217 with loss 26.629982
Training at Epoch 1 step 218 with loss 26.584099
Training at Epoch 1 step 219 with loss 24.86111
Training at Epoch 1 step 220 with loss 22.38029
Training at Epoch 1 step 221 with loss 28.78809
Training at Epoch 1 step 222 with loss 31.103592
Training at Epoch 1 step 223 with loss 29.206497
Training at Epoch 1 step 224 with loss 25.68443
Training at Epoch 1 step 225 with loss 22.812206
Training at Epoch 1 step 226 with loss 19.338272
Training at Epoch 1 step 227 with loss 19.611485
Training at Epoch 1 step 228 with loss 15.54215
Training at Epoch 1 step 229 with loss 18.397093
Training at Epoch 1 step 230 with loss 17.482365
Training at Epoch 1 step 231 with loss 18.237606
Training at Epoch 1 step 232 with loss 18.69838
Training at Epoch 1 step 233 with loss 18.963509
Training at Epoch 1 step 234 with loss 19.063417
Training at Epoch 1 step 235 with loss 19.534246
Training at Epoch 1 step 236 with loss 19.088001
Training at Epoch 1 step 237 with loss 23.16986
Training at Epoch 1 step 238 with loss 26.777699
Training at Epoch 1 step 239 with loss 25.933346
Training at Epoch 1 step 240 with loss 27.298094
Training at Epoch 1 step 241 with loss 24.95139
Training at Epoch 1 step 242 with loss 23.142057
Training at Epoch 1 step 243 with loss 23.044386
Training at Epoch 1 step 244 with loss 25.957253
Training at Epoch 1 step 245 with loss 24.992708
Training at Epoch 1 step 246 with loss 24.836075
Training at Epoch 1 step 247 with loss 18.822844
Training at Epoch 1 step 248 with loss 18.196827
Training at Epoch 1 step 249 with loss 18.108105
Training at Epoch 1 step 250 with loss 18.228668
Training at Epoch 1 step 251 with loss 18.780487
Training at Epoch 1 step 252 with loss 19.195492
Training at Epoch 1 step 253 with loss 19.227486
Training at Epoch 1 step 254 with loss 18.578625
Training at Epoch 1 step 255 with loss 18.571117
Training at Epoch 1 step 256 with loss 20.181038
Training at Epoch 1 step 257 with loss 17.139984
Training at Epoch 1 step 258 with loss 36.854095
Training at Epoch 1 step 259 with loss 29.94134
Training at Epoch 1 step 260 with loss 15.286752
Training at Epoch 1 step 261 with loss 15.732501
Training at Epoch 1 step 262 with loss 21.967663
Training at Epoch 1 step 263 with loss 22.243446
Training at Epoch 1 step 264 with loss 21.304554
Training at Epoch 1 step 265 with loss 20.676916
Training at Epoch 1 step 266 with loss 18.452076
Training at Epoch 1 step 267 with loss 19.435575
Training at Epoch 1 step 268 with loss 23.381828
Training at Epoch 1 step 269 with loss 20.107597
Training at Epoch 1 step 270 with loss 15.336195
Training at Epoch 1 step 271 with loss 18.689516
Training at Epoch 1 step 272 with loss 26.812857
Training at Epoch 1 step 273 with loss 22.890884
Training at Epoch 1 step 274 with loss 28.414345
Training at Epoch 1 step 275 with loss 19.595812
Training at Epoch 1 step 276 with loss 15.152716
Training at Epoch 1 step 277 with loss 23.396887
Training at Epoch 1 step 278 with loss 19.465267
Training at Epoch 1 step 279 with loss 27.473816
Training at Epoch 1 step 280 with loss 26.702852
Training at Epoch 1 step 281 with loss 25.93059
Training at Epoch 1 step 282 with loss 26.159428
Training at Epoch 1 step 283 with loss 24.866512
Training at Epoch 1 step 284 with loss 29.808588
Training at Epoch 1 step 285 with loss 26.356627
Training at Epoch 1 step 286 with loss 29.022446
Training at Epoch 1 step 287 with loss 20.547516
Training at Epoch 1 step 288 with loss 23.705105
Training at Epoch 1 step 289 with loss 27.078293
Training at Epoch 1 step 290 with loss 27.243736
Training at Epoch 1 step 291 with loss 26.818306
Training at Epoch 1 step 292 with loss 25.032347
Training at Epoch 1 step 293 with loss 19.747622
Training at Epoch 1 step 294 with loss 21.716808
Training at Epoch 1 step 295 with loss 24.020496
Training at Epoch 1 step 296 with loss 20.625122
Training at Epoch 1 step 297 with loss 20.812206
Training at Epoch 1 step 298 with loss 20.314064
Training at Epoch 1 step 299 with loss 21.768677
Training at Epoch 1 step 300 with loss 22.182924
Training at Epoch 1 step 301 with loss 21.062634
Training at Epoch 1 step 302 with loss 21.006218
Training at Epoch 1 step 303 with loss 20.520271
Training at Epoch 1 step 304 with loss 21.280224
Training at Epoch 1 step 305 with loss 21.728607
Training at Epoch 1 step 306 with loss 22.351313
Training at Epoch 1 step 307 with loss 22.447811
Training at Epoch 1 step 308 with loss 21.050186
Training at Epoch 1 step 309 with loss 21.627712
Training at Epoch 1 step 310 with loss 22.321129
Training at Epoch 1 step 311 with loss 23.214973
Training at Epoch 1 step 312 with loss 24.171463
Training at Epoch 1 step 313 with loss 24.190933
Training at Epoch 1 step 314 with loss 23.857811
Training at Epoch 1 step 315 with loss 22.177498
Training at Epoch 1 step 316 with loss 24.42134
Training at Epoch 1 step 317 with loss 19.701836
Training at Epoch 1 step 318 with loss 20.199358
Training at Epoch 1 step 319 with loss 20.791233
Training at Epoch 1 step 320 with loss 20.08878
Training at Epoch 1 step 321 with loss 20.001675
Training at Epoch 1 step 322 with loss 19.680374
Training at Epoch 1 step 323 with loss 20.767748
Training at Epoch 1 step 324 with loss 21.081993
Training at Epoch 1 step 325 with loss 27.536274
Training at Epoch 1 step 326 with loss 28.662727
Training at Epoch 1 step 327 with loss 29.248798
Training at Epoch 1 step 328 with loss 27.230507
Training at Epoch 1 step 329 with loss 26.419209
Training at Epoch 1 step 330 with loss 28.394585
Training at Epoch 1 step 331 with loss 27.510664
Training at Epoch 1 step 332 with loss 28.051483
Training at Epoch 1 step 333 with loss 27.478441
Training at Epoch 1 step 334 with loss 27.791367
Training at Epoch 1 step 335 with loss 25.628614
Training at Epoch 1 step 336 with loss 26.277603
Training at Epoch 1 step 337 with loss 24.966099
Training at Epoch 1 step 338 with loss 24.8234
Training at Epoch 1 step 339 with loss 23.298576
Training at Epoch 1 step 340 with loss 24.826538
Training at Epoch 1 step 341 with loss 25.535336
Training at Epoch 1 step 342 with loss 24.856369
Training at Epoch 1 step 343 with loss 22.76865
Training at Epoch 1 step 344 with loss 25.950542
Training at Epoch 1 step 345 with loss 26.449114
Training at Epoch 1 step 346 with loss 25.588444
Training at Epoch 1 step 347 with loss 25.433235
Training at Epoch 1 step 348 with loss 25.423088
Training at Epoch 1 step 349 with loss 27.378841
Training at Epoch 1 step 350 with loss 27.60698
Training at Epoch 1 step 351 with loss 27.358643
Training at Epoch 1 step 352 with loss 25.774988
Training at Epoch 1 step 353 with loss 24.990744
Training at Epoch 1 step 354 with loss 24.089134
Training at Epoch 1 step 355 with loss 23.676191
Training at Epoch 1 step 356 with loss 23.765368
Training at Epoch 1 step 357 with loss 17.754627
Training at Epoch 1 step 358 with loss 32.09987
Training at Epoch 1 step 359 with loss 37.61569
Training at Epoch 1 step 360 with loss 28.675005
Training at Epoch 1 step 361 with loss 24.470325
Training at Epoch 1 step 362 with loss 24.389843
Training at Epoch 1 step 363 with loss 25.435284
Training at Epoch 1 step 364 with loss 26.179287
Training at Epoch 1 step 365 with loss 26.308979
Training at Epoch 1 step 366 with loss 26.160732
Training at Epoch 1 step 367 with loss 25.774818
Training at Epoch 1 step 368 with loss 26.120794
Training at Epoch 1 step 369 with loss 25.624765
Training at Epoch 1 step 370 with loss 25.162212
Training at Epoch 1 step 371 with loss 25.204098
Training at Epoch 1 step 372 with loss 24.941519
Training at Epoch 1 step 373 with loss 25.39872
Training at Epoch 1 step 374 with loss 24.938623
Training at Epoch 1 step 375 with loss 25.010382
Training at Epoch 1 step 376 with loss 26.237967
Training at Epoch 1 step 377 with loss 24.263046
Training at Epoch 1 step 378 with loss 23.43835
Training at Epoch 1 step 379 with loss 24.815107
Training at Epoch 1 step 380 with loss 24.824404
Training at Epoch 1 step 381 with loss 23.410843
Training at Epoch 1 step 382 with loss 23.103378
Training at Epoch 1 step 383 with loss 25.03555
Training at Epoch 1 step 384 with loss 35.149834
Training at Epoch 1 step 385 with loss 34.063675
Training at Epoch 1 step 386 with loss 21.796904
Training at Epoch 1 step 387 with loss 21.642815
Training at Epoch 1 step 388 with loss 23.963829
Training at Epoch 1 step 389 with loss 31.091333
Training at Epoch 1 step 390 with loss 53.73697
Training at Epoch 1 step 391 with loss 56.840893
Training at Epoch 1 step 392 with loss 46.183807
Training at Epoch 1 step 393 with loss 27.301205
Training at Epoch 1 step 394 with loss 42.242912
Training at Epoch 1 step 395 with loss 27.25831
Training at Epoch 1 step 396 with loss 23.612862
Training at Epoch 1 step 397 with loss 23.469868
Training at Epoch 1 step 398 with loss 25.257942
Training at Epoch 1 step 399 with loss 40.42139
Training at Epoch 1 step 400 with loss 25.780956
Training at Epoch 1 step 401 with loss 24.819763
Training at Epoch 1 step 402 with loss 28.78218
Training at Epoch 1 step 403 with loss 24.730942
Training at Epoch 1 step 404 with loss 21.589182
Training at Epoch 1 step 405 with loss 20.50834
Training at Epoch 1 step 406 with loss 20.911358
Training at Epoch 1 step 407 with loss 20.026543
Training at Epoch 1 step 408 with loss 19.572664
Training at Epoch 1 step 409 with loss 18.759367
Training at Epoch 1 step 410 with loss 18.76268
Training at Epoch 1 step 411 with loss 22.813887
Training at Epoch 1 step 412 with loss 29.568472
Training at Epoch 1 step 413 with loss 24.368584
Training at Epoch 1 step 414 with loss 27.577856
Training at Epoch 1 step 415 with loss 44.54184
Training at Epoch 1 step 416 with loss 28.204659
Training at Epoch 1 step 417 with loss 37.13472
Training at Epoch 1 step 418 with loss 33.648613
Training at Epoch 1 step 419 with loss 29.998955
Training at Epoch 1 step 420 with loss 36.86126
Training at Epoch 1 step 421 with loss 36.25493
Training at Epoch 1 step 422 with loss 30.754505
Training at Epoch 1 step 423 with loss 29.07355
Training at Epoch 1 step 424 with loss 28.389652
Training at Epoch 1 step 425 with loss 22.35413
Training at Epoch 1 step 426 with loss 19.010239
Training at Epoch 1 step 427 with loss 19.05272
Training at Epoch 1 step 428 with loss 19.050764
Training at Epoch 1 step 429 with loss 25.624157
Training at Epoch 1 step 430 with loss 26.050001
Training at Epoch 1 step 431 with loss 26.516481
Training at Epoch 1 step 432 with loss 24.221565
Training at Epoch 1 step 433 with loss 25.63409
Training at Epoch 1 step 434 with loss 26.210957
Training at Epoch 1 step 435 with loss 27.630693
Training at Epoch 1 step 436 with loss 28.180214
Training at Epoch 1 step 437 with loss 27.690086
Training at Epoch 1 step 438 with loss 28.075613
Training at Epoch 1 step 439 with loss 22.476725
Training at Epoch 1 step 440 with loss 18.789537
Training at Epoch 1 step 441 with loss 19.692446
Training at Epoch 1 step 442 with loss 25.351177
Training at Epoch 1 step 443 with loss 26.134249
Training at Epoch 1 step 444 with loss 20.999321
Training at Epoch 1 step 445 with loss 19.342453
Training at Epoch 1 step 446 with loss 25.313757
Training at Epoch 1 step 447 with loss 26.033833
Training at Epoch 1 step 448 with loss 30.38927
Training at Epoch 1 step 449 with loss 28.250286
Training at Epoch 1 step 450 with loss 49.33733
Training at Epoch 1 step 451 with loss 49.846367
Training at Epoch 1 step 452 with loss 53.64093
Training at Epoch 1 step 453 with loss 54.247856
Training at Epoch 1 step 454 with loss 41.359596
Training at Epoch 1 step 455 with loss 22.32255
Training at Epoch 1 step 456 with loss 33.79268
Training at Epoch 1 step 457 with loss 33.19439
Training at Epoch 1 step 458 with loss 35.99463
Training at Epoch 1 step 459 with loss 46.099335
Training at Epoch 1 step 460 with loss 48.549606
Training at Epoch 1 step 461 with loss 45.611618
Training at Epoch 1 step 462 with loss 35.77542
Training at Epoch 1 step 463 with loss 37.926933
Training at Epoch 1 step 464 with loss 40.993496
Training at Epoch 1 step 465 with loss 39.019653
Training at Epoch 1 step 466 with loss 37.110138
Training at Epoch 1 step 467 with loss 31.3293
Training at Epoch 1 step 468 with loss 24.813873
Training at Epoch 1 step 469 with loss 33.432144
Training at Epoch 1 step 470 with loss 53.786976
Training at Epoch 1 step 471 with loss 51.611256
Training at Epoch 1 step 472 with loss 52.333122
Training at Epoch 1 step 473 with loss 47.713387
Training at Epoch 1 step 474 with loss 50.391796
Training at Epoch 1 step 475 with loss 47.124184
Training at Epoch 1 step 476 with loss 67.33029
Training at Epoch 1 step 477 with loss 46.69784
Training at Epoch 1 step 478 with loss 31.449438
Training at Epoch 1 step 479 with loss 53.460865
Training at Epoch 1 step 480 with loss 43.057938
Training at Epoch 1 step 481 with loss 35.88022
Training at Epoch 1 step 482 with loss 38.6133
Training at Epoch 1 step 483 with loss 40.43148
Training at Epoch 1 step 484 with loss 35.044445
Training at Epoch 1 step 485 with loss 33.16498
Training at Epoch 1 step 486 with loss 42.974735
Training at Epoch 1 step 487 with loss 50.7617
Training at Epoch 1 step 488 with loss 40.032692
Training at Epoch 1 step 489 with loss 41.26822
Training at Epoch 1 step 490 with loss 35.311428
Training at Epoch 1 step 491 with loss 67.16301
Training at Epoch 1 step 492 with loss 37.675064
Training at Epoch 1 step 493 with loss 51.489002
Training at Epoch 1 step 494 with loss 59.237633
Training at Epoch 1 step 495 with loss 51.44979
Training at Epoch 1 step 496 with loss 54.601517
Training at Epoch 1 step 497 with loss 56.14713
Training at Epoch 1 step 498 with loss 49.089897
Training at Epoch 1 step 499 with loss 46.078346
Training at Epoch 1 step 500 with loss 47.69951
Training at Epoch 1 step 501 with loss 46.28296
Training at Epoch 1 step 502 with loss 48.61201
Training at Epoch 1 step 503 with loss 49.149364
Training at Epoch 1 step 504 with loss 49.533592
Training at Epoch 1 step 505 with loss 49.98291
Training at Epoch 1 step 506 with loss 50.273083
Training at Epoch 1 step 507 with loss 41.138084
Training at Epoch 1 step 508 with loss 48.69474
Training at Epoch 1 step 509 with loss 72.58841
Training at Epoch 1 step 510 with loss 61.805584
Training at Epoch 1 step 511 with loss 66.64781
Training at Epoch 1 step 512 with loss 60.222057
Training at Epoch 1 step 513 with loss 42.50031
Training at Epoch 1 step 514 with loss 67.19397
Training at Epoch 1 step 515 with loss 50.847565
Training at Epoch 1 step 516 with loss 21.233501
Training at Epoch 1 step 517 with loss 37.906544
Training at Epoch 1 step 518 with loss 33.805
Training at Epoch 1 step 519 with loss 58.87365
Training at Epoch 1 step 520 with loss 48.092396
Training at Epoch 1 step 521 with loss 44.63256
Training at Epoch 1 step 522 with loss 46.95072
Training at Epoch 1 step 523 with loss 37.251595
Training at Epoch 1 step 524 with loss 36.644676
Training at Epoch 1 step 525 with loss 44.212112
Training at Epoch 1 step 526 with loss 30.604225
Training at Epoch 1 step 527 with loss 47.945343
Training at Epoch 1 step 528 with loss 29.81139
Training at Epoch 1 step 529 with loss 64.53434
Training at Epoch 1 step 530 with loss 69.321655
Training at Epoch 1 step 531 with loss 89.38314
Training at Epoch 1 step 532 with loss 57.9081
Training at Epoch 1 step 533 with loss 33.329567
Training at Epoch 1 step 534 with loss 43.370033
Training at Epoch 1 step 535 with loss 58.733303
Training at Epoch 1 step 536 with loss 60.23001
Training at Epoch 1 step 537 with loss 32.71869
Training at Epoch 1 step 538 with loss 16.419083
Training at Epoch 1 step 539 with loss 16.562414
Training at Epoch 1 step 540 with loss 18.524124
Training at Epoch 1 step 541 with loss 20.078938
Training at Epoch 1 step 542 with loss 18.414295
Training at Epoch 1 step 543 with loss 17.842636
Training at Epoch 1 step 544 with loss 18.190231
Training at Epoch 1 step 545 with loss 15.77178
Training at Epoch 1 step 546 with loss 16.310066
Training at Epoch 1 step 547 with loss 17.154707
Training at Epoch 1 step 548 with loss 19.246199
Training at Epoch 1 step 549 with loss 18.237167
Training at Epoch 1 step 550 with loss 13.787344
Training at Epoch 1 step 551 with loss 20.724274
Training at Epoch 1 step 552 with loss 26.175423
Training at Epoch 1 step 553 with loss 26.362118
Training at Epoch 1 step 554 with loss 22.058182
Training at Epoch 1 step 555 with loss 23.140038
Training at Epoch 1 step 556 with loss 16.946716
Training at Epoch 1 step 557 with loss 15.591698
Training at Epoch 1 step 558 with loss 16.32862
Training at Epoch 1 step 559 with loss 15.72237
Training at Epoch 1 step 560 with loss 15.768923
Training at Epoch 1 step 561 with loss 15.617901
Training at Epoch 1 step 562 with loss 15.8177185
Training at Epoch 1 step 563 with loss 32.199715
Training at Epoch 1 step 564 with loss 50.09983
Training at Epoch 1 step 565 with loss 57.973614
Training at Epoch 1 step 566 with loss 42.45426
Training at Epoch 1 step 567 with loss 45.956093
Training at Epoch 1 step 568 with loss 42.994827
Training at Epoch 1 step 569 with loss 44.771545
Training at Epoch 1 step 570 with loss 44.939255
Training at Epoch 1 step 571 with loss 42.970802
Training at Epoch 1 step 572 with loss 44.10591
Training at Epoch 1 step 573 with loss 38.037453
Training at Epoch 1 step 574 with loss 44.70701
Training at Epoch 1 step 575 with loss 47.614662
Training at Epoch 1 step 576 with loss 66.24357
Training at Epoch 1 step 577 with loss 56.35946
Training at Epoch 1 step 578 with loss 50.134727
Training at Epoch 1 step 579 with loss 38.212624
Training at Epoch 1 step 580 with loss 42.210396
Training at Epoch 1 step 581 with loss 40.36471
Training at Epoch 1 step 582 with loss 70.31467
Training at Epoch 1 step 583 with loss 69.887856
Training at Epoch 1 step 584 with loss 65.548325
Training at Epoch 1 step 585 with loss 75.88692
Training at Epoch 1 step 586 with loss 73.468506
Training at Epoch 1 step 587 with loss 63.376717
Training at Epoch 1 step 588 with loss 70.538414
Training at Epoch 1 step 589 with loss 63.826218
Training at Epoch 1 step 590 with loss 36.664047
Training at Epoch 1 step 591 with loss 50.66668
Training at Epoch 1 step 592 with loss 54.92491
Training at Epoch 1 step 593 with loss 36.83795
Training at Epoch 1 step 594 with loss 54.6098
Training at Epoch 1 step 595 with loss 61.027824
Training at Epoch 1 step 596 with loss 40.68452
Training at Epoch 1 step 597 with loss 51.650726
Training at Epoch 1 step 598 with loss 52.262054
Training at Epoch 1 step 599 with loss 49.652332
Training at Epoch 1 step 600 with loss 65.71828
Training at Epoch 1 step 601 with loss 55.212067
Training at Epoch 1 step 602 with loss 65.4209
Training at Epoch 1 step 603 with loss 60.054436
Training at Epoch 1 step 604 with loss 59.561348
Training at Epoch 1 step 605 with loss 66.04552
Training at Epoch 1 step 606 with loss 37.814568
Training at Epoch 1 step 607 with loss 49.43373
Training at Epoch 1 step 608 with loss 43.387695
Training at Epoch 1 step 609 with loss 39.72986
Training at Epoch 1 step 610 with loss 39.717567
Training at Epoch 1 step 611 with loss 38.17163
Training at Epoch 1 step 612 with loss 38.22409
Training at Epoch 1 step 613 with loss 44.352753
Training at Epoch 1 step 614 with loss 43.26422
Training at Epoch 1 step 615 with loss 41.960907
Training at Epoch 1 step 616 with loss 62.605305
Training at Epoch 1 step 617 with loss 62.10255
Training at Epoch 1 step 618 with loss 42.170662
Training at Epoch 1 step 619 with loss 51.91697
Training at Epoch 1 step 620 with loss 38.553574
Training at Epoch 1 step 621 with loss 36.954056
Training at Epoch 1 step 622 with loss 35.46168
Training at Epoch 1 step 623 with loss 45.908684
Training at Epoch 1 step 624 with loss 36.38927
Training at Epoch 1 step 625 with loss 55.423965
Training at Epoch 1 step 626 with loss 37.55017
Training at Epoch 1 step 627 with loss 32.717915
Training at Epoch 1 step 628 with loss 67.60786
Training at Epoch 1 step 629 with loss 64.47879
Training at Epoch 1 step 630 with loss 75.515625
Training at Epoch 1 step 631 with loss 61.816364
Training at Epoch 1 step 632 with loss 43.08179
Training at Epoch 1 step 633 with loss 46.244366
Training at Epoch 1 step 634 with loss 41.27726
Training at Epoch 1 step 635 with loss 51.49154
Training at Epoch 1 step 636 with loss 61.867092
Training at Epoch 1 step 637 with loss 54.56272
Training at Epoch 1 step 638 with loss 53.42895
Training at Epoch 1 step 639 with loss 54.419716
Training at Epoch 1 step 640 with loss 49.205627
Training at Epoch 1 step 641 with loss 105.618805
Training at Epoch 1 step 642 with loss 102.995674
Training at Epoch 1 step 643 with loss 110.6387
Training at Epoch 1 step 644 with loss 99.09839
Training at Epoch 1 step 645 with loss 72.02351
Training at Epoch 1 step 646 with loss 26.346243
Training at Epoch 1 step 647 with loss 62.29952
Training at Epoch 1 step 648 with loss 42.84729
Training at Epoch 1 step 649 with loss 39.222923
Training at Epoch 1 step 650 with loss 37.215813
Training at Epoch 1 step 651 with loss 61.999393
Training at Epoch 1 step 652 with loss 63.536972
Training at Epoch 1 step 653 with loss 59.281704
Training at Epoch 1 step 654 with loss 62.81845
Training at Epoch 1 step 655 with loss 29.379398
Training at Epoch 1 step 656 with loss 42.47674
Training at Epoch 1 step 657 with loss 44.971306
Training at Epoch 1 step 658 with loss 49.270294
Training at Epoch 1 step 659 with loss 43.706215
Training at Epoch 1 step 660 with loss 38.42424
Training at Epoch 1 step 661 with loss 46.32856
Training at Epoch 1 step 662 with loss 84.16669
Training at Epoch 1 step 663 with loss 77.99919
Training at Epoch 1 step 664 with loss 80.62648
Training at Epoch 1 step 665 with loss 58.563583
Training at Epoch 1 step 666 with loss 41.260475
Training at Epoch 1 step 667 with loss 54.90371
Training at Epoch 1 step 668 with loss 40.246212
Training at Epoch 1 step 669 with loss 38.79327
Training at Epoch 1 step 670 with loss 63.21785
Training at Epoch 1 step 671 with loss 56.082035
Training at Epoch 1 step 672 with loss 57.668823
Training at Epoch 1 step 673 with loss 56.988884
Training at Epoch 1 step 674 with loss 60.206913
Training at Epoch 1 step 675 with loss 54.273872
Training at Epoch 1 step 676 with loss 50.179764
Training at Epoch 1 step 677 with loss 65.20835
Training at Epoch 1 step 678 with loss 60.701683
Training at Epoch 1 step 679 with loss 59.348484
Training at Epoch 1 step 680 with loss 50.04752
Training at Epoch 1 step 681 with loss 50.993683
Training at Epoch 1 step 682 with loss 60.076168
Training at Epoch 1 step 683 with loss 54.828697
Training at Epoch 1 step 684 with loss 53.588097
Training at Epoch 1 step 685 with loss 55.114357
Training at Epoch 1 step 686 with loss 57.529663
Training at Epoch 1 step 687 with loss 57.52537
Training at Epoch 1 step 688 with loss 58.526337
Training at Epoch 1 step 689 with loss 61.933983
Training at Epoch 1 step 690 with loss 57.043724
Training at Epoch 1 step 691 with loss 47.747032
Training at Epoch 1 step 692 with loss 48.679874
Training at Epoch 1 step 693 with loss 35.694733
Training at Epoch 1 step 694 with loss 45.39721
Training at Epoch 1 step 695 with loss 53.184723
Training at Epoch 1 step 696 with loss 59.586304
Training at Epoch 1 step 697 with loss 44.580162
Training at Epoch 1 step 698 with loss 35.63286
Training at Epoch 1 step 699 with loss 42.018116
Training at Epoch 1 step 700 with loss 45.80548
Training at Epoch 1 step 701 with loss 36.157845
Training at Epoch 1 step 702 with loss 63.79657
Training at Epoch 1 step 703 with loss 71.00137
Training at Epoch 1 step 704 with loss 37.938446
Training at Epoch 1 step 705 with loss 52.06834
Training at Epoch 1 step 706 with loss 51.285194
Training at Epoch 1 step 707 with loss 54.916573
Training at Epoch 1 step 708 with loss 47.19738
Training at Epoch 1 step 709 with loss 34.45214
Training at Epoch 1 step 710 with loss 32.027905
Training at Epoch 1 step 711 with loss 35.582787
Training at Epoch 1 step 712 with loss 38.21063
Training at Epoch 1 step 713 with loss 45.28691
Training at Epoch 1 step 714 with loss 49.87934
Training at Epoch 1 step 715 with loss 49.171574
Training at Epoch 1 step 716 with loss 38.682693
Training at Epoch 1 step 717 with loss 39.803894
Training at Epoch 1 step 718 with loss 41.078716
Training at Epoch 1 step 719 with loss 60.2073
Training at Epoch 1 step 720 with loss 46.842857
Training at Epoch 1 step 721 with loss 42.3178
Training at Epoch 1 step 722 with loss 40.544777
Training at Epoch 1 step 723 with loss 39.203743
Training at Epoch 1 step 724 with loss 45.520203
Training at Epoch 1 step 725 with loss 65.808784
Training at Epoch 1 step 726 with loss 58.35715
Training at Epoch 1 step 727 with loss 46.545944
Training at Epoch 1 step 728 with loss 53.895638
Training at Epoch 1 step 729 with loss 55.586662
Training at Epoch 1 step 730 with loss 64.14812
Training at Epoch 1 step 731 with loss 38.57293
Training at Epoch 1 step 732 with loss 37.00599
Training at Epoch 1 step 733 with loss 33.51021
Training at Epoch 1 step 734 with loss 48.300304
Training at Epoch 1 step 735 with loss 63.91234
Training at Epoch 1 step 736 with loss 59.054173
Training at Epoch 1 step 737 with loss 28.366539
Training at Epoch 1 step 738 with loss 54.513397
Training at Epoch 1 step 739 with loss 56.67907
Training at Epoch 1 step 740 with loss 63.412804
Training at Epoch 1 step 741 with loss 73.63893
Training at Epoch 1 step 742 with loss 73.990204
Training at Epoch 1 step 743 with loss 55.33254
Training at Epoch 1 step 744 with loss 35.6847
Training at Epoch 1 step 745 with loss 44.071976
Training at Epoch 1 step 746 with loss 75.178696
Training at Epoch 1 step 747 with loss 53.41449
Training at Epoch 1 step 748 with loss 63.88651
Training at Epoch 1 step 749 with loss 33.543392
Training at Epoch 1 step 750 with loss 48.063572
Training at Epoch 1 step 751 with loss 56.85961
Training at Epoch 1 step 752 with loss 46.95184
Training at Epoch 1 step 753 with loss 41.60671
Training at Epoch 1 step 754 with loss 44.070995
Training at Epoch 1 step 755 with loss 48.652184
Training at Epoch 1 step 756 with loss 53.108395
Training at Epoch 1 step 757 with loss 64.39425
Training at Epoch 1 step 758 with loss 51.069355
Training at Epoch 1 step 759 with loss 51.939655
Training at Epoch 1 step 760 with loss 51.664413
Training at Epoch 1 step 761 with loss 45.83921
Training at Epoch 1 step 762 with loss 30.79909
Training at Epoch 1 step 763 with loss 34.54502
Training at Epoch 1 step 764 with loss 45.472866
Training at Epoch 1 step 765 with loss 84.468285
Training at Epoch 1 step 766 with loss 60.58728
Training at Epoch 1 step 767 with loss 57.524376
Training at Epoch 1 step 768 with loss 51.951485
Training at Epoch 1 step 769 with loss 48.46676
Training at Epoch 1 step 770 with loss 43.57714
Training at Epoch 1 step 771 with loss 63.01037
Training at Epoch 1 step 772 with loss 61.691055
Training at Epoch 1 step 773 with loss 45.36738
Training at Epoch 1 step 774 with loss 38.74108
Training at Epoch 1 step 775 with loss 42.921577
Training at Epoch 1 step 776 with loss 42.720474
Training at Epoch 1 step 777 with loss 41.576973
Training at Epoch 1 step 778 with loss 43.882698
Training at Epoch 1 step 779 with loss 44.815582
Training at Epoch 1 step 780 with loss 44.92529
Training at Epoch 1 step 781 with loss 44.609062
Training at Epoch 1 step 782 with loss 43.835167
Training at Epoch 1 step 783 with loss 44.010956
Training at Epoch 1 step 784 with loss 45.499046
Training at Epoch 1 step 785 with loss 47.207077
Training at Epoch 1 step 786 with loss 56.910698
Training at Epoch 1 step 787 with loss 61.882362
Training at Epoch 1 step 788 with loss 55.996384
Training at Epoch 1 step 789 with loss 58.698326
Training at Epoch 1 step 790 with loss 63.834164
Training at Epoch 1 step 791 with loss 32.813335
Training at Epoch 1 step 792 with loss 61.64474
Training at Epoch 1 step 793 with loss 41.634705
Training at Epoch 1 step 794 with loss 61.05635
Training at Epoch 1 step 795 with loss 59.585793
Training at Epoch 1 step 796 with loss 56.977493
Training at Epoch 1 step 797 with loss 43.987587
Training at Epoch 1 step 798 with loss 49.654877
Training at Epoch 1 step 799 with loss 39.826366
Training at Epoch 1 step 800 with loss 66.71698
Training at Epoch 1 step 801 with loss 95.903275
Training at Epoch 1 step 802 with loss 65.25282
Training at Epoch 1 step 803 with loss 67.26961
Training at Epoch 1 step 804 with loss 59.644997
Training at Epoch 1 step 805 with loss 66.93045
Training at Epoch 1 step 806 with loss 58.091465
Training at Epoch 1 step 807 with loss 29.037186
Training at Epoch 1 step 808 with loss 25.19236
Training at Epoch 1 step 809 with loss 43.230587
Training at Epoch 1 step 810 with loss 31.308706
Training at Epoch 1 step 811 with loss 21.51389
Training at Epoch 1 step 812 with loss 39.04328
Training at Epoch 1 step 813 with loss 57.557304
Training at Epoch 1 step 814 with loss 78.37889
Training at Epoch 1 step 815 with loss 35.06785
Training at Epoch 1 step 816 with loss 25.189562
Training at Epoch 1 step 817 with loss 23.494194
Training at Epoch 1 step 818 with loss 27.061499
Training at Epoch 1 step 819 with loss 44.252342
Training at Epoch 1 step 820 with loss 52.927723
Training at Epoch 1 step 821 with loss 36.031727
Training at Epoch 1 step 822 with loss 37.700607
Training at Epoch 1 step 823 with loss 45.360413
Training at Epoch 1 step 824 with loss 48.093445
Training at Epoch 1 step 825 with loss 54.734894
Training at Epoch 1 step 826 with loss 54.12648
Training at Epoch 1 step 827 with loss 50.800713
Training at Epoch 1 step 828 with loss 34.860455
Training at Epoch 1 step 829 with loss 32.3178
Training at Epoch 1 step 830 with loss 42.051453
Training at Epoch 1 step 831 with loss 34.585323
Training at Epoch 1 step 832 with loss 49.255287
Training at Epoch 1 step 833 with loss 47.495487
Training at Epoch 1 step 834 with loss 30.270977
Training at Epoch 1 step 835 with loss 31.924725
Training at Epoch 1 step 836 with loss 32.754387
Training at Epoch 1 step 837 with loss 30.946743
Training at Epoch 1 step 838 with loss 41.32585
Training at Epoch 1 step 839 with loss 67.29433
Training at Epoch 1 step 840 with loss 59.81017
Training at Epoch 1 step 841 with loss 65.169075
Training at Epoch 1 step 842 with loss 66.80782
\ No newline at end of file
File mode changed from 100755 to 100644
RMSE : 1.1800662398679211 ; Pearson Correlation Coefficient : 0.6371230205539953
\ No newline at end of file
RMSE : 1.0795645303119095 ; Pearson Correlation Coefficient : 0.7137683236148267
\ No newline at end of file
RMSE : 1.0240501538228575 ; Pearson Correlation Coefficient : 0.7363279193240799
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
RMSE : 1.091491741778561 ; Pearson Correlation Coefficient : 0.711841625345012
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
RMSE : 1.0806709885951111 ; Pearson Correlation Coefficient : 0.6831883388665838
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
RMSE : 1.0635720063061838 ; Pearson Correlation Coefficient : 0.698596143686921
\ No newline at end of file
RMSE : 1.2460797962867016 ; Pearson Correlation Coefficient : 0.5748486828479313
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
File mode changed from 100755 to 100644
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论