{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:29:37.717688Z", "start_time": "2020-11-12T02:29:37.585423Z" } }, "outputs": [], "source": [ "import pandas as pd\n", "import numpy as np\n", "import matplotlib.pyplot as plt\n", "np.random.seed(2020)\n", "import os\n", "import math" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:29:38.686498Z", "start_time": "2020-11-12T02:29:38.681483Z" } }, "outputs": [], "source": [ "from dbn import SupervisedDBNRegression\n", "from sklearn.utils import shuffle\n", "from sklearn.metrics.regression import r2_score, mean_squared_error,mean_absolute_error\n", "import matplotlib.pyplot as plt\n", "import time" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:29:41.345468Z", "start_time": "2020-11-12T02:29:40.980371Z" } }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
GKfuheTATFT1AT2AWMJ
0t28334.8581222.719205.773113.920278226.345833340.75001.68930
1t37325.4241216.441208.136115.638333221.677222338.65051.68930
2t46328.2181211.417203.691114.769444219.778611338.78401.68930
3t83255.737937.542161.515101.256389165.234722337.86651.27830
4t92255.717949.950161.527101.328889168.152778337.95701.27830
5t101255.677941.303161.512101.300833167.727222338.13451.27830
6t138174.554625.068102.59479.66222291.868333336.69551.27830
7t147174.554673.915108.16082.327222103.232778338.52601.27830
8t156174.535701.883116.85581.486389119.375556339.09451.27830
9t39336.8011245.758207.513112.505000232.013056342.80151.31800
10t48330.5571234.135205.807111.050278232.468056345.91401.31800
11t29336.0871266.167199.155118.137778233.906111350.27051.49750
12t38328.2381214.264197.453109.834167229.244444348.13351.49750
13t47326.2761211.542196.423109.827778229.053611348.26751.49750
14t93264.6161016.826172.197106.156111180.305278342.72301.49750
15t102264.359959.695163.39495.503611171.353056334.21651.49750
16t137178.181692.06595.90773.294167118.773611333.17451.03160
17t146170.174663.04895.83669.219444114.490833334.88001.03160
18t155170.471641.07095.90267.110833109.118889336.13451.03160
\n", "
" ], "text/plain": [ " GK fuhe TA TF T1A T2A W \\\n", "0 t28 334.858 1222.719 205.773 113.920278 226.345833 340.7500 \n", "1 t37 325.424 1216.441 208.136 115.638333 221.677222 338.6505 \n", "2 t46 328.218 1211.417 203.691 114.769444 219.778611 338.7840 \n", "3 t83 255.737 937.542 161.515 101.256389 165.234722 337.8665 \n", "4 t92 255.717 949.950 161.527 101.328889 168.152778 337.9570 \n", "5 t101 255.677 941.303 161.512 101.300833 167.727222 338.1345 \n", "6 t138 174.554 625.068 102.594 79.662222 91.868333 336.6955 \n", "7 t147 174.554 673.915 108.160 82.327222 103.232778 338.5260 \n", "8 t156 174.535 701.883 116.855 81.486389 119.375556 339.0945 \n", "9 t39 336.801 1245.758 207.513 112.505000 232.013056 342.8015 \n", "10 t48 330.557 1234.135 205.807 111.050278 232.468056 345.9140 \n", "11 t29 336.087 1266.167 199.155 118.137778 233.906111 350.2705 \n", "12 t38 328.238 1214.264 197.453 109.834167 229.244444 348.1335 \n", "13 t47 326.276 1211.542 196.423 109.827778 229.053611 348.2675 \n", "14 t93 264.616 1016.826 172.197 106.156111 180.305278 342.7230 \n", "15 t102 264.359 959.695 163.394 95.503611 171.353056 334.2165 \n", "16 t137 178.181 692.065 95.907 73.294167 118.773611 333.1745 \n", "17 t146 170.174 663.048 95.836 69.219444 114.490833 334.8800 \n", "18 t155 170.471 641.070 95.902 67.110833 109.118889 336.1345 \n", "\n", " M J \n", "0 1.6893 0 \n", "1 1.6893 0 \n", "2 1.6893 0 \n", "3 1.2783 0 \n", "4 1.2783 0 \n", "5 1.2783 0 \n", "6 1.2783 0 \n", "7 1.2783 0 \n", "8 1.2783 0 \n", "9 1.3180 0 \n", "10 1.3180 0 \n", "11 1.4975 0 \n", "12 1.4975 0 \n", "13 1.4975 0 \n", "14 1.4975 0 \n", "15 1.4975 0 \n", "16 1.0316 0 \n", "17 1.0316 0 \n", "18 1.0316 0 " ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "GK_all = pd.read_csv(\"F:/论文2/实验数据/工况信息表2_除基准工况.csv\")\n", "#GK_all = pd.read_csv(\"F:/三维可视化温度场/温度资料/现场数据组/工况4/工况信息表_除基准.csv\") # !!! 需要改动\n", "GK_all # 工况信息表" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:29:48.596037Z", "start_time": "2020-11-12T02:29:48.122592Z" } }, "outputs": [], "source": [ "# 添加总路径、坐标路径等信息\n", "os.chdir(\"F:/data/daqingshuju/shuzhimoni/fluent6gexianchangcanshu(162gegongkuang)/T-CO-NO-DPM-O2\") \n", "zb_index = pd.read_csv(\"F:/论文2/实验数据/xyzindex.csv\")\n", "name_list = list(GK_all[\"GK\"])" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:08:03.756941Z", "start_time": "2020-11-12T02:08:03.752929Z" } }, "outputs": [], "source": [ "# 基准工况的信息\n", "jizhun_name = 't84'\n", "jizhun_info = np.array([260.395,969.185,168.928,97.85777778,172.6511111,339.412,1.4975])" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:26.390802Z", "start_time": "2020-11-12T02:30:26.353703Z" } }, "outputs": [], "source": [ "# 定义生成边界数据的函数\n", "def Create_bianjie(list_gk, len_seq):\n", " Ne = [list_gk[0]] * len_seq\n", " TA = [list_gk[1]] * len_seq\n", " TF = [list_gk[2]] * len_seq\n", " T1A = [list_gk[3]] * len_seq\n", " T2A = [list_gk[4]] * len_seq\n", " Wen = [list_gk[5]] * len_seq\n", " Mo = [list_gk[6]] * len_seq\n", " Ne = pd.DataFrame(Ne)\n", " Ne.columns = [\"Ne\"]\n", " TA = pd.DataFrame(TA)\n", " TA.columns = [\"TA\"]\n", " TF = pd.DataFrame(TF)\n", " TF.columns = [\"TF\"]\n", " T1A = pd.DataFrame(T1A)\n", " T1A.columns = [\"T1A\"]\n", " T2A = pd.DataFrame(T2A)\n", " T2A.columns = [\"T2A\"]\n", " Wen = pd.DataFrame(Wen)\n", " Wen.columns = [\"Wen\"]\n", " Mo = pd.DataFrame(Mo)\n", " Mo.columns = [\"Mo\"]\n", "\n", " data = pd.concat([Ne, TA, TF, T1A, T2A, Wen, Mo], axis=1)\n", " return data " ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:40.993980Z", "start_time": "2020-11-12T02:30:30.186787Z" } }, "outputs": [], "source": [ "#zb_index = pd.read_csv(\"F:/论文2/实验数据/xyzindex.csv\") # 只含坐标索引\n", "XYZ = pd.read_csv('t57', usecols=[1, 2, 3])\n", "xyz = XYZ.iloc[zb_index.values[:, 0]]\n", "xyz = pd.DataFrame(xyz.values)\n", "xyz.columns = ['x', 'y', 'z'] # 提取5万组随机坐标（具体数值和xyzindex.csv一致）" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:51.214242Z", "start_time": "2020-11-12T02:30:40.993980Z" } }, "outputs": [], "source": [ "# 基准工况的随机5万组温度\n", "T_jizun = pd.read_csv(jizhun_name, usecols=[7])#NO：usecols=[4]\n", "t_jizhun = T_jizun.iloc[zb_index.values[:, 0]] #\n", "t_jizhun = pd.DataFrame(t_jizhun.values)\n", "t_jizhun.columns = ['t_jizhun']" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:51.229404Z", "start_time": "2020-11-12T02:30:51.214242Z" } }, "outputs": [], "source": [ "# 定义生成训练和验证的数据集\n", "def create_dataM(traAval_names, traAval_info):\n", "\n", " dataM = pd.DataFrame() # 存放结果\n", " bj_jizhun = Create_bianjie(list_gk=jizhun_info, len_seq=50000) # 产生len_seq列基准信息\n", "\n", " for i in range(traAval_names.shape[0]): # traAval_names.shape[0]为除基准信息的余下工况数 \n", " bj_i = Create_bianjie(list_gk=traAval_info[i], len_seq=50000)\n", " Cha_i = bj_i - bj_jizhun # 第i个建模工况的边界差值\n", " O2_i = pd.read_csv(traAval_names[i], usecols=[7])\n", " o2_i = O2_i.iloc[zb_index.values[:, 0]]\n", " o2_i = pd.DataFrame(o2_i.values) #得到第i个工况对应的参数（温度/NO）对应的50000组数据\n", " #o2_i.columns=['t25']\n", " dataMi = pd.concat([\n", " o2_i, t_jizhun,\n", " pd.DataFrame(o2_i.values - t_jizhun.values), xyz, Cha_i\n", " ],\n", " axis=1) # 合并t25氧气、基准氧气，氧气差值、坐标、边界差值\n", " dataM = pd.concat([dataM, dataMi], axis=0) # 按行，上下合并\n", " dataM.columns = [\n", " 't57', 't_jizhun', 'Cha', 'x', 'y', 'z', 'Ne', 'TA', 'TF', 'T1A',\n", " 'T2A', 'Wen', 'Mo'\n", " ]\n", " return dataM" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:51.319685Z", "start_time": "2020-11-12T02:30:51.238424Z" } }, "outputs": [], "source": [ "# 定义生成测试的数据集\n", "def create_dataTe(test_name, test_info):\n", "\n", " bj_test = Create_bianjie(list_gk=test_info, len_seq=2776652) # 测试集的全部边界数据\n", " bj_jizhunA = Create_bianjie(list_gk=jizhun_info,\n", " len_seq=2776652) # 基准工况的全部边界数据\n", " bj = bj_test - bj_jizhunA\n", "\n", " O2_jA = pd.read_csv(jizhun_name, usecols=[7]) # 基准工况的全部温度\n", " O2_tA = pd.read_csv(test_name, usecols=[7]) # 测试工况的全部温度\n", "\n", " data_Te = pd.concat([O2_tA, O2_jA, O2_tA - O2_jA, XYZ, bj], axis=1)\n", " data_Te.columns = [\n", " 'test', 't_jizhun', 'Cha', 'x', 'y', 'z', 'Ne', 'TA', 'TF', 'T1A',\n", " 'T2A', 'Wen', 'Mo'\n", " ]\n", "\n", " return data_Te" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "ExecuteTime": { "end_time": "2020-11-12T02:30:51.395527Z", "start_time": "2020-11-12T02:30:51.321690Z" } }, "outputs": [], "source": [ "# 定义差值归一化的函数\n", "Maxmin = {\n", " 'Cha': [-2000, 2000],\n", " 'x': [-10, 10],\n", " 'y': [6, 65],\n", " 'z': [-30, 10],\n", " 'Ne': [-100, 200],\n", " 'TA': [-400, 700],\n", " 'TF': [-100, 200],\n", " 'T1A': [-50, 50],\n", " 'T2A': [-100, 200],\n", " 'Wen': [-50, 100],\n", " 'Mo': [-0.5,0.5],\n", "}\n", "\n", "\n", "def normalizeData(dataR, Maxmin, names):\n", " # resultN: 归一化的数据，dataR：待归一化的数据\n", " resultN = np.zeros(dataR.shape)\n", " for i in range(dataR.shape[1]):\n", " resultN[:, i] = (dataR.values[:, i] - Maxmin.get(names[i])[0]) / (\n", " Maxmin.get(names[i])[1] - Maxmin.get(names[i])[0])\n", " return resultN" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [], "source": [ "# 测试集的xyz、真实值、预测值、真实-预测 \n", "\n", "def save_data(data,name):\n", " path='F:\\\\论文2\\\\实验数据\\\\DBN\\\\第2类工况' \n", " path=os.path.join(path,name+'.txt')\n", " \n", " datasave=pd.concat([data,pd.DataFrame(data.iloc[:,0]-data.iloc[:,1]),dataTe[['x', 'y', 'z']]],axis=1)\n", " datasave.columns=[\"True\",\"Pre\",\"Cha\",\"X\",\"Y\",\"Z\"]\n", " \n", " datasave.to_csv(path,index=None)\n", "\n", "# 定义保存图片的函数\n", "def save_pig1(ytrue,ypre,name):\n", " \n", " Fig_compare=plt.figure(num=1,figsize=(10,6),dpi=92)\n", " # 创建子图\n", " ax1=Fig_compare.add_subplot(2,1,1)\n", " ax2=Fig_compare.add_subplot(2,1,2)\n", " \n", " ax1.set_ylabel('T',fontsize=12) \n", " ax1.plot(ytrue,linestyle='-',alpha=0.8,color='k',linewidth = 1) # 黑色代表真实值\n", " ax1.plot(ypre,linestyle='-',alpha=0.8,color='r',linewidth = 1) # 红色代表预测值 \n", " # ax1.legend(frameon=False,ncol=2) \n", " ax1.set_xticks([])\n", "\n", " ax2.set_xlabel('samples',fontsize=12)\n", " ax2.set_ylabel('Error',fontsize=12) \n", " ax2.plot(ytrue-ypre,linestyle='-',alpha=0.8,color='k',linewidth = 1) # 第二幅图代表误差曲线 \n", " # ax2.legend(frameon=False,ncol=1,loc='upper right') \n", " \n", " path='F:\\\\论文2\\\\实验数据\\\\DBN\\\\第2类工况' \n", " path=os.path.join(path,name+'Line'+'.png')\n", " plt.savefig(path,dpi=300,bbox_inches='tight',figsize=(12,8)) \n", " \n", " plt.close() \n", " \n", "def save_pig2(ytrue,ypre,name):\n", " \n", " Fig_compare=plt.figure(num=1,figsize=(10,8),dpi=92)\n", " # 创建子图\n", " ax1=Fig_compare.add_subplot(2,2,1)\n", " ax2=Fig_compare.add_subplot(2,2,2)\n", "\n", " ax1.set_ylabel(\"Compare\",fontsize=12) \n", " ax1.boxplot((ytrue,ypre),\n", " labels=('True','Predict'),sym='+',whis=1.5,showfliers = False,\n", " boxprops = {'color':'orangered','markeredgecolor':'pink'}\n", " ) \n", "\n", " ax2.set_ylabel(\"Error\",fontsize=12) \n", " ax2.boxplot((ytrue-ypre),\n", " sym='+',whis=1.5,showfliers = False,\n", " boxprops = {'color':'orangered','markeredgecolor':'pink'}\n", " ) \n", " \n", " path='F:\\\\论文2\\\\实验数据\\\\DBN\\\\第2类工况' \n", " path=os.path.join(path,name+'box'+'.png')\n", " plt.savefig(path,dpi=300,bbox_inches='tight',figsize=(12,8)) \n", " \n", " plt.close() " ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079677\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.071758\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.068124\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.063672\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.060012\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.057273\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.054365\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.051502\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.050603\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.049629\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.050897\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.052431\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.051350\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.051510\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.052089\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.052035\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.051938\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.052245\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.051982\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.051824\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.027873\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.022900\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.022979\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.022987\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.023391\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.023604\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.025373\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.025776\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.026663\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.026553\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.027245\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.027525\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028619\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.029808\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.029639\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029162\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.028646\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.027320\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.027042\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.026483\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001790\n", ">> Epoch 2 finished \tANN training loss 0.001602\n", ">> Epoch 3 finished \tANN training loss 0.001588\n", ">> Epoch 4 finished \tANN training loss 0.001576\n", ">> Epoch 5 finished \tANN training loss 0.001566\n", ">> Epoch 6 finished \tANN training loss 0.001557\n", ">> Epoch 7 finished \tANN training loss 0.001550\n", ">> Epoch 8 finished \tANN training loss 0.001544\n", ">> Epoch 9 finished \tANN training loss 0.001539\n", ">> Epoch 10 finished \tANN training loss 0.001534\n", ">> Epoch 11 finished \tANN training loss 0.001530\n", ">> Epoch 12 finished \tANN training loss 0.001525\n", ">> Epoch 13 finished \tANN training loss 0.001521\n", ">> Epoch 14 finished \tANN training loss 0.001516\n", ">> Epoch 15 finished \tANN training loss 0.001512\n", ">> Epoch 16 finished \tANN training loss 0.001508\n", ">> Epoch 17 finished \tANN training loss 0.001504\n", ">> Epoch 18 finished \tANN training loss 0.001500\n", ">> Epoch 19 finished \tANN training loss 0.001497\n", ">> Epoch 20 finished \tANN training loss 0.001493\n", "[END] Fine tuning step\n", "最终测试结果 t28 MAE= 103.46727710050688\n", "R2: 0.89 RMSE: 158.68 MAE: 103.47\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.078749\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.072593\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.066614\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.060685\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.056837\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.052900\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.051290\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049864\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049937\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048647\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.049094\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.048764\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.047870\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.047943\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.047009\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.046722\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.046799\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.046763\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.046388\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.046139\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.028845\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.023694\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023520\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.024718\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.024853\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025547\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.027278\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.028395\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.029194\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.030348\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.030824\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.030774\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.031209\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.030592\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.030622\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.030097\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029639\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029895\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.029616\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.029595\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001717\n", ">> Epoch 2 finished \tANN training loss 0.001596\n", ">> Epoch 3 finished \tANN training loss 0.001579\n", ">> Epoch 4 finished \tANN training loss 0.001567\n", ">> Epoch 5 finished \tANN training loss 0.001556\n", ">> Epoch 6 finished \tANN training loss 0.001547\n", ">> Epoch 7 finished \tANN training loss 0.001540\n", ">> Epoch 8 finished \tANN training loss 0.001534\n", ">> Epoch 9 finished \tANN training loss 0.001529\n", ">> Epoch 10 finished \tANN training loss 0.001523\n", ">> Epoch 11 finished \tANN training loss 0.001519\n", ">> Epoch 12 finished \tANN training loss 0.001515\n", ">> Epoch 13 finished \tANN training loss 0.001512\n", ">> Epoch 14 finished \tANN training loss 0.001508\n", ">> Epoch 15 finished \tANN training loss 0.001505\n", ">> Epoch 16 finished \tANN training loss 0.001502\n", ">> Epoch 17 finished \tANN training loss 0.001499\n", ">> Epoch 18 finished \tANN training loss 0.001495\n", ">> Epoch 19 finished \tANN training loss 0.001492\n", ">> Epoch 20 finished \tANN training loss 0.001489\n", "[END] Fine tuning step\n", "最终测试结果 t37 MAE= 108.55792792044852\n", "R2: 0.88 RMSE: 164.26 MAE: 108.56\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.078373\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.073384\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.069337\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.065369\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.059982\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055113\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.052165\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049698\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.048448\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048220\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.048829\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.048732\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.048879\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.048494\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.048068\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.047674\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.047899\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.046616\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.046647\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.046023\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.031105\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.024931\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.024994\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025108\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.026087\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025483\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.027112\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 8 finished \tRBM Reconstruction error 0.028992\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.029272\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028259\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.029826\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.029282\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.029955\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.030008\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.029704\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.030311\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029955\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029654\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.030185\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030766\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001605\n", ">> Epoch 2 finished \tANN training loss 0.001533\n", ">> Epoch 3 finished \tANN training loss 0.001524\n", ">> Epoch 4 finished \tANN training loss 0.001517\n", ">> Epoch 5 finished \tANN training loss 0.001513\n", ">> Epoch 6 finished \tANN training loss 0.001509\n", ">> Epoch 7 finished \tANN training loss 0.001505\n", ">> Epoch 8 finished \tANN training loss 0.001501\n", ">> Epoch 9 finished \tANN training loss 0.001497\n", ">> Epoch 10 finished \tANN training loss 0.001493\n", ">> Epoch 11 finished \tANN training loss 0.001490\n", ">> Epoch 12 finished \tANN training loss 0.001487\n", ">> Epoch 13 finished \tANN training loss 0.001484\n", ">> Epoch 14 finished \tANN training loss 0.001480\n", ">> Epoch 15 finished \tANN training loss 0.001478\n", ">> Epoch 16 finished \tANN training loss 0.001475\n", ">> Epoch 17 finished \tANN training loss 0.001472\n", ">> Epoch 18 finished \tANN training loss 0.001469\n", ">> Epoch 19 finished \tANN training loss 0.001466\n", ">> Epoch 20 finished \tANN training loss 0.001463\n", "[END] Fine tuning step\n", "最终测试结果 t46 MAE= 107.95249177461888\n", "R2: 0.88 RMSE: 165.82 MAE: 107.95\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079538\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.075488\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.070644\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.065213\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.060063\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055556\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.053342\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.050650\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049508\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048914\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.048350\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.047876\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.047379\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.046896\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.046029\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.046089\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.045120\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.044902\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.044216\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.043539\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.031885\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.027436\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.028232\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.028981\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.029454\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.030515\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.030922\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.031577\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.031588\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.031876\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.033079\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.032834\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.035141\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.036112\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.035944\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.034897\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.033483\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.033978\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.032265\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.032642\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001793\n", ">> Epoch 2 finished \tANN training loss 0.001643\n", ">> Epoch 3 finished \tANN training loss 0.001637\n", ">> Epoch 4 finished \tANN training loss 0.001631\n", ">> Epoch 5 finished \tANN training loss 0.001626\n", ">> Epoch 6 finished \tANN training loss 0.001621\n", ">> Epoch 7 finished \tANN training loss 0.001616\n", ">> Epoch 8 finished \tANN training loss 0.001612\n", ">> Epoch 9 finished \tANN training loss 0.001608\n", ">> Epoch 10 finished \tANN training loss 0.001604\n", ">> Epoch 11 finished \tANN training loss 0.001599\n", ">> Epoch 12 finished \tANN training loss 0.001594\n", ">> Epoch 13 finished \tANN training loss 0.001590\n", ">> Epoch 14 finished \tANN training loss 0.001585\n", ">> Epoch 15 finished \tANN training loss 0.001581\n", ">> Epoch 16 finished \tANN training loss 0.001577\n", ">> Epoch 17 finished \tANN training loss 0.001573\n", ">> Epoch 18 finished \tANN training loss 0.001569\n", ">> Epoch 19 finished \tANN training loss 0.001564\n", ">> Epoch 20 finished \tANN training loss 0.001560\n", "[END] Fine tuning step\n", "最终测试结果 t83 MAE= 90.37461340635433\n", "R2: 0.89 RMSE: 134.13 MAE: 90.37\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079174\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.070964\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.061973\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.058272\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.053797\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.051307\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.050449\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049521\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.048654\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048231\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.048723\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.047345\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.047197\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.045834\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.045776\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.045658\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.045225\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.044692\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.044077\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.043570\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.030270\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.025726\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.027521\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.028581\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.029105\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.030040\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.030784\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.031567\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.031604\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.032130\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.032735\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.032631\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.033096\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.032444\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.032645\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.032150\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.032262\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.031967\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.031029\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030980\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001740\n", ">> Epoch 2 finished \tANN training loss 0.001609\n", ">> Epoch 3 finished \tANN training loss 0.001598\n", ">> Epoch 4 finished \tANN training loss 0.001589\n", ">> Epoch 5 finished \tANN training loss 0.001577\n", ">> Epoch 6 finished \tANN training loss 0.001566\n", ">> Epoch 7 finished \tANN training loss 0.001558\n", ">> Epoch 8 finished \tANN training loss 0.001549\n", ">> Epoch 9 finished \tANN training loss 0.001544\n", ">> Epoch 10 finished \tANN training loss 0.001539\n", ">> Epoch 11 finished \tANN training loss 0.001534\n", ">> Epoch 12 finished \tANN training loss 0.001530\n", ">> Epoch 13 finished \tANN training loss 0.001526\n", ">> Epoch 14 finished \tANN training loss 0.001522\n", ">> Epoch 15 finished \tANN training loss 0.001518\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 16 finished \tANN training loss 0.001515\n", ">> Epoch 17 finished \tANN training loss 0.001512\n", ">> Epoch 18 finished \tANN training loss 0.001508\n", ">> Epoch 19 finished \tANN training loss 0.001505\n", ">> Epoch 20 finished \tANN training loss 0.001502\n", "[END] Fine tuning step\n", "最终测试结果 t92 MAE= 94.1659399742616\n", "R2: 0.89 RMSE: 141.45 MAE: 94.17\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.077253\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.072267\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.068349\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.062685\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.059461\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055373\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.053134\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.052215\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.051533\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051658\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.051977\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.052822\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.053274\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.053042\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.053316\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.053047\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.052979\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.052906\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.053052\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.052607\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.035582\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.024718\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.026144\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.026213\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.027764\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.028609\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.028382\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027981\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.029020\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028916\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028915\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.029852\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.029363\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.030057\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.030024\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.031161\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.031163\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.030242\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.030053\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.029494\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001699\n", ">> Epoch 2 finished \tANN training loss 0.001612\n", ">> Epoch 3 finished \tANN training loss 0.001603\n", ">> Epoch 4 finished \tANN training loss 0.001595\n", ">> Epoch 5 finished \tANN training loss 0.001589\n", ">> Epoch 6 finished \tANN training loss 0.001583\n", ">> Epoch 7 finished \tANN training loss 0.001577\n", ">> Epoch 8 finished \tANN training loss 0.001571\n", ">> Epoch 9 finished \tANN training loss 0.001565\n", ">> Epoch 10 finished \tANN training loss 0.001560\n", ">> Epoch 11 finished \tANN training loss 0.001556\n", ">> Epoch 12 finished \tANN training loss 0.001552\n", ">> Epoch 13 finished \tANN training loss 0.001549\n", ">> Epoch 14 finished \tANN training loss 0.001547\n", ">> Epoch 15 finished \tANN training loss 0.001543\n", ">> Epoch 16 finished \tANN training loss 0.001539\n", ">> Epoch 17 finished \tANN training loss 0.001536\n", ">> Epoch 18 finished \tANN training loss 0.001533\n", ">> Epoch 19 finished \tANN training loss 0.001530\n", ">> Epoch 20 finished \tANN training loss 0.001527\n", "[END] Fine tuning step\n", "最终测试结果 t101 MAE= 94.07433536773263\n", "R2: 0.88 RMSE: 140.41 MAE: 94.07\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.081255\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.071765\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.065585\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.060538\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.055695\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.053292\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.051094\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049358\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.048471\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.047928\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.047450\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.046661\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.045644\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.045557\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.045070\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.044315\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.044152\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.043652\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.043570\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.043338\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.032596\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.026644\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.026554\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.027895\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.028490\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.029214\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.029493\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.030233\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.030164\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.030929\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.032338\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.032359\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.033892\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.034616\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.033789\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.034117\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.033665\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.034509\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.033622\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.033305\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001718\n", ">> Epoch 2 finished \tANN training loss 0.001593\n", ">> Epoch 3 finished \tANN training loss 0.001583\n", ">> Epoch 4 finished \tANN training loss 0.001576\n", ">> Epoch 5 finished \tANN training loss 0.001569\n", ">> Epoch 6 finished \tANN training loss 0.001564\n", ">> Epoch 7 finished \tANN training loss 0.001558\n", ">> Epoch 8 finished \tANN training loss 0.001554\n", ">> Epoch 9 finished \tANN training loss 0.001549\n", ">> Epoch 10 finished \tANN training loss 0.001544\n", ">> Epoch 11 finished \tANN training loss 0.001540\n", ">> Epoch 12 finished \tANN training loss 0.001536\n", ">> Epoch 13 finished \tANN training loss 0.001531\n", ">> Epoch 14 finished \tANN training loss 0.001527\n", ">> Epoch 15 finished \tANN training loss 0.001522\n", ">> Epoch 16 finished \tANN training loss 0.001517\n", ">> Epoch 17 finished \tANN training loss 0.001512\n", ">> Epoch 18 finished \tANN training loss 0.001508\n", ">> Epoch 19 finished \tANN training loss 0.001504\n", ">> Epoch 20 finished \tANN training loss 0.001501\n", "[END] Fine tuning step\n", "最终测试结果 t138 MAE= 103.36880438909513\n", "R2: 0.83 RMSE: 159.79 MAE: 103.37\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.083484\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.075408\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.069017\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.062956\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.058987\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055366\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.054101\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.052632\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.051965\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051137\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.049750\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.049194\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.049051\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.048263\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.048248\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.047583\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.047427\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.047210\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.046556\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.046734\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 1 finished \tRBM Reconstruction error 0.030825\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.023380\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023940\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.024867\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.025619\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.027113\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.027372\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027781\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.028112\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.029000\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.029364\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.031222\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.031578\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.031154\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.031787\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.032690\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.033895\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.034358\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.034284\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.033542\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001673\n", ">> Epoch 2 finished \tANN training loss 0.001578\n", ">> Epoch 3 finished \tANN training loss 0.001570\n", ">> Epoch 4 finished \tANN training loss 0.001563\n", ">> Epoch 5 finished \tANN training loss 0.001557\n", ">> Epoch 6 finished \tANN training loss 0.001551\n", ">> Epoch 7 finished \tANN training loss 0.001545\n", ">> Epoch 8 finished \tANN training loss 0.001538\n", ">> Epoch 9 finished \tANN training loss 0.001531\n", ">> Epoch 10 finished \tANN training loss 0.001526\n", ">> Epoch 11 finished \tANN training loss 0.001521\n", ">> Epoch 12 finished \tANN training loss 0.001516\n", ">> Epoch 13 finished \tANN training loss 0.001511\n", ">> Epoch 14 finished \tANN training loss 0.001507\n", ">> Epoch 15 finished \tANN training loss 0.001503\n", ">> Epoch 16 finished \tANN training loss 0.001499\n", ">> Epoch 17 finished \tANN training loss 0.001495\n", ">> Epoch 18 finished \tANN training loss 0.001491\n", ">> Epoch 19 finished \tANN training loss 0.001488\n", ">> Epoch 20 finished \tANN training loss 0.001485\n", "[END] Fine tuning step\n", "最终测试结果 t147 MAE= 103.42927886639242\n", "R2: 0.83 RMSE: 160.17 MAE: 103.43\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.078436\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.073509\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.067890\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.061044\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.056024\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.053338\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.051859\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.050268\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.050618\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051124\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.050995\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.051352\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.051104\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.051265\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.051062\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.050508\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.050656\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.049734\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.050017\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.049612\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.029443\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.022703\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023928\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.024374\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.024880\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025155\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.025518\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.026785\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.027445\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.026650\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028713\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.028163\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.029219\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.028595\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.029668\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029683\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029445\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.031052\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.029961\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.029428\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001661\n", ">> Epoch 2 finished \tANN training loss 0.001568\n", ">> Epoch 3 finished \tANN training loss 0.001559\n", ">> Epoch 4 finished \tANN training loss 0.001553\n", ">> Epoch 5 finished \tANN training loss 0.001548\n", ">> Epoch 6 finished \tANN training loss 0.001544\n", ">> Epoch 7 finished \tANN training loss 0.001540\n", ">> Epoch 8 finished \tANN training loss 0.001537\n", ">> Epoch 9 finished \tANN training loss 0.001534\n", ">> Epoch 10 finished \tANN training loss 0.001532\n", ">> Epoch 11 finished \tANN training loss 0.001529\n", ">> Epoch 12 finished \tANN training loss 0.001526\n", ">> Epoch 13 finished \tANN training loss 0.001523\n", ">> Epoch 14 finished \tANN training loss 0.001521\n", ">> Epoch 15 finished \tANN training loss 0.001518\n", ">> Epoch 16 finished \tANN training loss 0.001516\n", ">> Epoch 17 finished \tANN training loss 0.001514\n", ">> Epoch 18 finished \tANN training loss 0.001511\n", ">> Epoch 19 finished \tANN training loss 0.001509\n", ">> Epoch 20 finished \tANN training loss 0.001506\n", "[END] Fine tuning step\n", "最终测试结果 t156 MAE= 110.41347891399391\n", "R2: 0.80 RMSE: 169.94 MAE: 110.41\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079219\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.074360\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.067310\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.062360\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.057615\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.053855\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.051065\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049991\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049049\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048306\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.047298\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.045940\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.045550\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.045047\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.045417\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.044242\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.043795\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.043597\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.044339\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.043307\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.031054\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.025169\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.024957\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025851\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.027466\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.027010\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.028305\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.029221\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.030788\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.030345\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.031229\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.031335\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.032372\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.032153\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.032788\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.031905\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.031904\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.030449\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.031158\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030722\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001596\n", ">> Epoch 2 finished \tANN training loss 0.001535\n", ">> Epoch 3 finished \tANN training loss 0.001518\n", ">> Epoch 4 finished \tANN training loss 0.001505\n", ">> Epoch 5 finished \tANN training loss 0.001495\n", ">> Epoch 6 finished \tANN training loss 0.001486\n", ">> Epoch 7 finished \tANN training loss 0.001479\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 8 finished \tANN training loss 0.001471\n", ">> Epoch 9 finished \tANN training loss 0.001466\n", ">> Epoch 10 finished \tANN training loss 0.001461\n", ">> Epoch 11 finished \tANN training loss 0.001457\n", ">> Epoch 12 finished \tANN training loss 0.001453\n", ">> Epoch 13 finished \tANN training loss 0.001449\n", ">> Epoch 14 finished \tANN training loss 0.001446\n", ">> Epoch 15 finished \tANN training loss 0.001443\n", ">> Epoch 16 finished \tANN training loss 0.001440\n", ">> Epoch 17 finished \tANN training loss 0.001438\n", ">> Epoch 18 finished \tANN training loss 0.001435\n", ">> Epoch 19 finished \tANN training loss 0.001433\n", ">> Epoch 20 finished \tANN training loss 0.001430\n", "[END] Fine tuning step\n", "最终测试结果 t39 MAE= 125.8786731257339\n", "R2: 0.83 RMSE: 192.64 MAE: 125.88\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079687\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.072814\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.067061\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.061992\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.056636\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.053936\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.052244\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.050054\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049867\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.049027\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.049547\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.050689\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.049617\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.049943\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.050467\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.049489\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.049476\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.048527\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.048087\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.047052\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.028050\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.023941\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023393\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.024086\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.023807\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025616\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.026007\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027151\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.027349\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028506\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028563\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.028655\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028682\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.029075\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.028026\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029147\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.028830\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.026942\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.027631\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.026727\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001641\n", ">> Epoch 2 finished \tANN training loss 0.001516\n", ">> Epoch 3 finished \tANN training loss 0.001500\n", ">> Epoch 4 finished \tANN training loss 0.001491\n", ">> Epoch 5 finished \tANN training loss 0.001485\n", ">> Epoch 6 finished \tANN training loss 0.001480\n", ">> Epoch 7 finished \tANN training loss 0.001475\n", ">> Epoch 8 finished \tANN training loss 0.001471\n", ">> Epoch 9 finished \tANN training loss 0.001466\n", ">> Epoch 10 finished \tANN training loss 0.001462\n", ">> Epoch 11 finished \tANN training loss 0.001457\n", ">> Epoch 12 finished \tANN training loss 0.001453\n", ">> Epoch 13 finished \tANN training loss 0.001448\n", ">> Epoch 14 finished \tANN training loss 0.001444\n", ">> Epoch 15 finished \tANN training loss 0.001439\n", ">> Epoch 16 finished \tANN training loss 0.001435\n", ">> Epoch 17 finished \tANN training loss 0.001431\n", ">> Epoch 18 finished \tANN training loss 0.001426\n", ">> Epoch 19 finished \tANN training loss 0.001421\n", ">> Epoch 20 finished \tANN training loss 0.001417\n", "[END] Fine tuning step\n", "最终测试结果 t48 MAE= 125.90141893208907\n", "R2: 0.83 RMSE: 194.33 MAE: 125.90\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.081346\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.075199\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.070138\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.065447\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.059954\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.056253\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.054417\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.052912\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.051859\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051639\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.051397\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.051139\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.050554\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.049954\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.049746\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.049224\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.049104\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.047323\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.047204\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.046096\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.032032\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.025146\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.024894\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025659\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.027224\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.028035\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.028546\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027606\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.028543\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028881\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028367\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.029038\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028775\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.030010\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.030095\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029885\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029365\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.028653\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.028604\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.027287\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001859\n", ">> Epoch 2 finished \tANN training loss 0.001645\n", ">> Epoch 3 finished \tANN training loss 0.001632\n", ">> Epoch 4 finished \tANN training loss 0.001622\n", ">> Epoch 5 finished \tANN training loss 0.001613\n", ">> Epoch 6 finished \tANN training loss 0.001605\n", ">> Epoch 7 finished \tANN training loss 0.001597\n", ">> Epoch 8 finished \tANN training loss 0.001590\n", ">> Epoch 9 finished \tANN training loss 0.001582\n", ">> Epoch 10 finished \tANN training loss 0.001573\n", ">> Epoch 11 finished \tANN training loss 0.001567\n", ">> Epoch 12 finished \tANN training loss 0.001560\n", ">> Epoch 13 finished \tANN training loss 0.001556\n", ">> Epoch 14 finished \tANN training loss 0.001552\n", ">> Epoch 15 finished \tANN training loss 0.001548\n", ">> Epoch 16 finished \tANN training loss 0.001545\n", ">> Epoch 17 finished \tANN training loss 0.001543\n", ">> Epoch 18 finished \tANN training loss 0.001540\n", ">> Epoch 19 finished \tANN training loss 0.001538\n", ">> Epoch 20 finished \tANN training loss 0.001536\n", "[END] Fine tuning step\n", "最终测试结果 t29 MAE= 77.60830508539745\n", "R2: 0.94 RMSE: 113.52 MAE: 77.61\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.078243\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.071404\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.066064\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.061263\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.057625\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.054463\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.052627\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.051174\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.050303\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.049486\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.048804\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.049006\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.051004\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 14 finished \tRBM Reconstruction error 0.051044\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.051353\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.051462\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.051237\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.050392\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.050001\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.049140\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.024861\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.022564\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.022850\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.023530\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.023905\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025040\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.025209\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027148\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.027750\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028550\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028125\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.028078\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028741\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.027795\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.027306\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.027856\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.027173\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.027772\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.027432\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.026802\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001786\n", ">> Epoch 2 finished \tANN training loss 0.001636\n", ">> Epoch 3 finished \tANN training loss 0.001628\n", ">> Epoch 4 finished \tANN training loss 0.001621\n", ">> Epoch 5 finished \tANN training loss 0.001614\n", ">> Epoch 6 finished \tANN training loss 0.001609\n", ">> Epoch 7 finished \tANN training loss 0.001602\n", ">> Epoch 8 finished \tANN training loss 0.001596\n", ">> Epoch 9 finished \tANN training loss 0.001591\n", ">> Epoch 10 finished \tANN training loss 0.001585\n", ">> Epoch 11 finished \tANN training loss 0.001579\n", ">> Epoch 12 finished \tANN training loss 0.001572\n", ">> Epoch 13 finished \tANN training loss 0.001564\n", ">> Epoch 14 finished \tANN training loss 0.001558\n", ">> Epoch 15 finished \tANN training loss 0.001553\n", ">> Epoch 16 finished \tANN training loss 0.001548\n", ">> Epoch 17 finished \tANN training loss 0.001544\n", ">> Epoch 18 finished \tANN training loss 0.001540\n", ">> Epoch 19 finished \tANN training loss 0.001537\n", ">> Epoch 20 finished \tANN training loss 0.001533\n", "[END] Fine tuning step\n", "最终测试结果 t38 MAE= 78.88065300057264\n", "R2: 0.93 RMSE: 120.09 MAE: 78.88\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079751\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.074148\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.068258\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.062481\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.057658\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055012\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.053157\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.051278\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.051568\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051755\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.053105\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.053093\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.052531\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.052642\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.052492\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.052164\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.051477\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.050417\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.050068\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.049861\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.033566\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.025205\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.025485\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025687\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.025690\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.026441\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.027367\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.027389\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.027838\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.027575\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.028070\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.027879\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028336\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.028669\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.028290\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.028481\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.028565\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029149\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.030038\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030859\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001811\n", ">> Epoch 2 finished \tANN training loss 0.001635\n", ">> Epoch 3 finished \tANN training loss 0.001625\n", ">> Epoch 4 finished \tANN training loss 0.001619\n", ">> Epoch 5 finished \tANN training loss 0.001614\n", ">> Epoch 6 finished \tANN training loss 0.001609\n", ">> Epoch 7 finished \tANN training loss 0.001604\n", ">> Epoch 8 finished \tANN training loss 0.001599\n", ">> Epoch 9 finished \tANN training loss 0.001594\n", ">> Epoch 10 finished \tANN training loss 0.001589\n", ">> Epoch 11 finished \tANN training loss 0.001584\n", ">> Epoch 12 finished \tANN training loss 0.001580\n", ">> Epoch 13 finished \tANN training loss 0.001575\n", ">> Epoch 14 finished \tANN training loss 0.001571\n", ">> Epoch 15 finished \tANN training loss 0.001566\n", ">> Epoch 16 finished \tANN training loss 0.001562\n", ">> Epoch 17 finished \tANN training loss 0.001557\n", ">> Epoch 18 finished \tANN training loss 0.001552\n", ">> Epoch 19 finished \tANN training loss 0.001547\n", ">> Epoch 20 finished \tANN training loss 0.001542\n", "[END] Fine tuning step\n", "最终测试结果 t47 MAE= 83.51619555489788\n", "R2: 0.93 RMSE: 123.18 MAE: 83.52\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.080395\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.075133\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.071174\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.067369\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.061303\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.056362\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.053946\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.051713\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.051401\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.049550\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.049188\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.048518\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.047930\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.046893\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.046910\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.046743\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.046137\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.045555\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.045457\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.046208\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.031756\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.025644\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.025920\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025789\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.026274\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.026406\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.026390\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.026596\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.026629\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.026407\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.027452\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.027943\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028285\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.028495\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.029201\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029778\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029526\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029553\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.029795\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.029533\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001811\n", ">> Epoch 2 finished \tANN training loss 0.001674\n", ">> Epoch 3 finished \tANN training loss 0.001663\n", ">> Epoch 4 finished \tANN training loss 0.001654\n", ">> Epoch 5 finished \tANN training loss 0.001645\n", ">> Epoch 6 finished \tANN training loss 0.001638\n", ">> Epoch 7 finished \tANN training loss 0.001631\n", ">> Epoch 8 finished \tANN training loss 0.001623\n", ">> Epoch 9 finished \tANN training loss 0.001617\n", ">> Epoch 10 finished \tANN training loss 0.001611\n", ">> Epoch 11 finished \tANN training loss 0.001605\n", ">> Epoch 12 finished \tANN training loss 0.001600\n", ">> Epoch 13 finished \tANN training loss 0.001595\n", ">> Epoch 14 finished \tANN training loss 0.001590\n", ">> Epoch 15 finished \tANN training loss 0.001585\n", ">> Epoch 16 finished \tANN training loss 0.001581\n", ">> Epoch 17 finished \tANN training loss 0.001577\n", ">> Epoch 18 finished \tANN training loss 0.001574\n", ">> Epoch 19 finished \tANN training loss 0.001571\n", ">> Epoch 20 finished \tANN training loss 0.001567\n", "[END] Fine tuning step\n", "最终测试结果 t93 MAE= 31.841635771076422\n", "R2: 0.99 RMSE: 53.03 MAE: 31.84\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.080395\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.073767\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.066138\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.059518\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.055492\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.052437\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.051069\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.049924\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049206\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048941\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.048468\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.048273\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.048774\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.049374\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.049078\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.048339\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.048285\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.047753\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.047398\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.047919\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.028532\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.023436\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.024586\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025007\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.025445\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025713\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.025559\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.025743\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.026484\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.027687\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.027527\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.028102\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028391\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.028302\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.028642\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029531\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029842\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029769\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.029560\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.028981\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001716\n", ">> Epoch 2 finished \tANN training loss 0.001651\n", ">> Epoch 3 finished \tANN training loss 0.001632\n", ">> Epoch 4 finished \tANN training loss 0.001618\n", ">> Epoch 5 finished \tANN training loss 0.001608\n", ">> Epoch 6 finished \tANN training loss 0.001600\n", ">> Epoch 7 finished \tANN training loss 0.001593\n", ">> Epoch 8 finished \tANN training loss 0.001587\n", ">> Epoch 9 finished \tANN training loss 0.001582\n", ">> Epoch 10 finished \tANN training loss 0.001577\n", ">> Epoch 11 finished \tANN training loss 0.001572\n", ">> Epoch 12 finished \tANN training loss 0.001568\n", ">> Epoch 13 finished \tANN training loss 0.001564\n", ">> Epoch 14 finished \tANN training loss 0.001560\n", ">> Epoch 15 finished \tANN training loss 0.001557\n", ">> Epoch 16 finished \tANN training loss 0.001552\n", ">> Epoch 17 finished \tANN training loss 0.001548\n", ">> Epoch 18 finished \tANN training loss 0.001544\n", ">> Epoch 19 finished \tANN training loss 0.001539\n", ">> Epoch 20 finished \tANN training loss 0.001536\n", "[END] Fine tuning step\n", "最终测试结果 t102 MAE= 48.87517481820963\n", "R2: 0.96 RMSE: 79.08 MAE: 48.88\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.079032\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.070459\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.063174\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.057010\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.053378\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.050905\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.049878\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.048736\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.048495\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.048740\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.049547\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.049864\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.049652\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.050348\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.050401\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.049342\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.050102\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.049469\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.049848\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.049066\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.029777\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.022389\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023362\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.023956\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.024123\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025451\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.026556\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.028198\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.026867\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.028533\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.029304\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.030861\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.030624\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.029599\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.030048\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029500\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029523\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029608\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.029084\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030007\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001678\n", ">> Epoch 2 finished \tANN training loss 0.001533\n", ">> Epoch 3 finished \tANN training loss 0.001517\n", ">> Epoch 4 finished \tANN training loss 0.001508\n", ">> Epoch 5 finished \tANN training loss 0.001503\n", ">> Epoch 6 finished \tANN training loss 0.001498\n", ">> Epoch 7 finished \tANN training loss 0.001495\n", ">> Epoch 8 finished \tANN training loss 0.001491\n", ">> Epoch 9 finished \tANN training loss 0.001488\n", ">> Epoch 10 finished \tANN training loss 0.001485\n", ">> Epoch 11 finished \tANN training loss 0.001482\n", ">> Epoch 12 finished \tANN training loss 0.001479\n", ">> Epoch 13 finished \tANN training loss 0.001476\n", ">> Epoch 14 finished \tANN training loss 0.001473\n", ">> Epoch 15 finished \tANN training loss 0.001471\n", ">> Epoch 16 finished \tANN training loss 0.001468\n", ">> Epoch 17 finished \tANN training loss 0.001466\n", ">> Epoch 18 finished \tANN training loss 0.001463\n", ">> Epoch 19 finished \tANN training loss 0.001461\n", ">> Epoch 20 finished \tANN training loss 0.001459\n", "[END] Fine tuning step\n", "最终测试结果 t137 MAE= 133.49424624829462\n", "R2: 0.73 RMSE: 200.60 MAE: 133.49\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.081251\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.074613\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.067948\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.061765\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.056510\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.052599\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.052165\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ ">> Epoch 8 finished \tRBM Reconstruction error 0.049631\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.049003\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.049338\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.050009\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.050325\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.049818\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.050285\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.049443\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.049585\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.049012\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.048939\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.048689\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.047782\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.030749\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.023693\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023816\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.025026\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.024818\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025763\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.026122\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.025634\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.026474\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.027815\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.027512\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.027996\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028371\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.030923\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.032397\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.032092\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.031993\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.031254\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.031010\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.030563\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001598\n", ">> Epoch 2 finished \tANN training loss 0.001519\n", ">> Epoch 3 finished \tANN training loss 0.001510\n", ">> Epoch 4 finished \tANN training loss 0.001503\n", ">> Epoch 5 finished \tANN training loss 0.001497\n", ">> Epoch 6 finished \tANN training loss 0.001491\n", ">> Epoch 7 finished \tANN training loss 0.001483\n", ">> Epoch 8 finished \tANN training loss 0.001478\n", ">> Epoch 9 finished \tANN training loss 0.001473\n", ">> Epoch 10 finished \tANN training loss 0.001469\n", ">> Epoch 11 finished \tANN training loss 0.001465\n", ">> Epoch 12 finished \tANN training loss 0.001461\n", ">> Epoch 13 finished \tANN training loss 0.001457\n", ">> Epoch 14 finished \tANN training loss 0.001453\n", ">> Epoch 15 finished \tANN training loss 0.001449\n", ">> Epoch 16 finished \tANN training loss 0.001446\n", ">> Epoch 17 finished \tANN training loss 0.001442\n", ">> Epoch 18 finished \tANN training loss 0.001439\n", ">> Epoch 19 finished \tANN training loss 0.001436\n", ">> Epoch 20 finished \tANN training loss 0.001434\n", "[END] Fine tuning step\n", "最终测试结果 t146 MAE= 133.21707116491098\n", "R2: 0.73 RMSE: 198.81 MAE: 133.22\n", "[START] Pre-training step:\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.080605\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.073094\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.067321\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.062495\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.058877\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.055611\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.052704\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.052552\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.052433\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.051979\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.051489\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.050673\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.050485\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.050322\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.049669\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.049407\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.049053\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.048051\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.048117\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.047680\n", ">> Epoch 1 finished \tRBM Reconstruction error 0.032820\n", ">> Epoch 2 finished \tRBM Reconstruction error 0.024030\n", ">> Epoch 3 finished \tRBM Reconstruction error 0.023037\n", ">> Epoch 4 finished \tRBM Reconstruction error 0.024006\n", ">> Epoch 5 finished \tRBM Reconstruction error 0.024149\n", ">> Epoch 6 finished \tRBM Reconstruction error 0.025619\n", ">> Epoch 7 finished \tRBM Reconstruction error 0.026636\n", ">> Epoch 8 finished \tRBM Reconstruction error 0.026826\n", ">> Epoch 9 finished \tRBM Reconstruction error 0.027730\n", ">> Epoch 10 finished \tRBM Reconstruction error 0.027590\n", ">> Epoch 11 finished \tRBM Reconstruction error 0.026949\n", ">> Epoch 12 finished \tRBM Reconstruction error 0.027841\n", ">> Epoch 13 finished \tRBM Reconstruction error 0.028371\n", ">> Epoch 14 finished \tRBM Reconstruction error 0.028417\n", ">> Epoch 15 finished \tRBM Reconstruction error 0.029204\n", ">> Epoch 16 finished \tRBM Reconstruction error 0.029244\n", ">> Epoch 17 finished \tRBM Reconstruction error 0.029053\n", ">> Epoch 18 finished \tRBM Reconstruction error 0.029251\n", ">> Epoch 19 finished \tRBM Reconstruction error 0.028604\n", ">> Epoch 20 finished \tRBM Reconstruction error 0.029692\n", "[END] Pre-training step\n", "[START] Fine tuning step:\n", ">> Epoch 1 finished \tANN training loss 0.001713\n", ">> Epoch 2 finished \tANN training loss 0.001544\n", ">> Epoch 3 finished \tANN training loss 0.001532\n", ">> Epoch 4 finished \tANN training loss 0.001524\n", ">> Epoch 5 finished \tANN training loss 0.001516\n", ">> Epoch 6 finished \tANN training loss 0.001510\n", ">> Epoch 7 finished \tANN training loss 0.001502\n", ">> Epoch 8 finished \tANN training loss 0.001496\n", ">> Epoch 9 finished \tANN training loss 0.001492\n", ">> Epoch 10 finished \tANN training loss 0.001488\n", ">> Epoch 11 finished \tANN training loss 0.001482\n", ">> Epoch 12 finished \tANN training loss 0.001478\n", ">> Epoch 13 finished \tANN training loss 0.001475\n", ">> Epoch 14 finished \tANN training loss 0.001472\n", ">> Epoch 15 finished \tANN training loss 0.001469\n", ">> Epoch 16 finished \tANN training loss 0.001466\n", ">> Epoch 17 finished \tANN training loss 0.001462\n", ">> Epoch 18 finished \tANN training loss 0.001459\n", ">> Epoch 19 finished \tANN training loss 0.001456\n", ">> Epoch 20 finished \tANN training loss 0.001452\n", "[END] Fine tuning step\n", "最终测试结果 t155 MAE= 128.74655432109472\n", "R2: 0.74 RMSE: 193.78 MAE: 128.75\n" ] } ], "source": [ "Ymax = Maxmin.get('Cha')[1]\n", "Ymin = Maxmin.get('Cha')[0]\n", "\n", "for i in range(19):#range（）具体数值根据含工况数定\n", "\n", " # 依次提取name作为测试集\n", " test_name = name_list[i] #得到测试工况名\n", " test_info = GK_all.values[i, 1:] #得到测试工况对应的边界条件\n", "\n", " # 剩余变量作为训练和验证\n", " trainAval = GK_all.drop(i).values #得到除测试工况外所有其它工况名及对应的边界条件\n", " traAval_names = trainAval[:, 0] #得到除测试工况外所有其它工况名\n", " traAval_info = trainAval[:, 1:] #得到除测试工况外所有其它工况对应的边界条件\n", "\n", " # 根据各数据对应的边界条件，生成不同长度的建模数据(包含真实、基准、差值建模数据)\n", " dataM = create_dataM(traAval_names=traAval_names, #30000*（除测试工况外所有其它工况数行）*13列\n", " traAval_info=traAval_info)\n", " dataTe = create_dataTe(test_name=test_name, test_info=test_info) #2776652行*13列\n", "\n", " # 选取数据，去除前两列，只让差值参与建模，统一的标准进行归一化\n", " dataMs = dataM.iloc[:, 2:] # 实际输入，只含差值\n", " dataTes = dataTe.iloc[:, 2:]\n", "\n", " dataMsN = normalizeData(dataR=dataMs, Maxmin=Maxmin,\n", " names=dataMs.columns) # 归一化的数据\n", " dataTesN = normalizeData(dataR=dataTes,\n", " Maxmin=Maxmin,\n", " names=dataTes.columns)\n", "\n", " #数据划分训练、验证、测试，建立ELM模型\n", " split_num = int(0.7 * dataMsN.shape[0])\n", " np.random.shuffle(dataMsN)\n", "\n", " X_train = dataMsN[:split_num, 1:]\n", " Y_train = dataMsN[:split_num, 0]\n", "\n", " X_val = dataMsN[split_num:, 1:]\n", " Y_val = dataMsN[split_num:, 0]\n", "\n", " X_test = dataTesN[:, 1:]\n", " Y_test = dataTesN[:, 0]\n", "\n", " \n", "\n", " \n", " global_start_time = time.time()\n", " regressor = SupervisedDBNRegression(hidden_layers_structure=[50,50],\n", " learning_rate_rbm=0.01,\n", " learning_rate=0.1,\n", " n_epochs_rbm=20,\n", " n_iter_backprop=20,\n", " batch_size=100,\n", " activation_function='relu')\n", " regressor.fit(X_train, Y_train)\n", " \n", " \n", " a=time.time() - global_start_time\n", "\n", " \n", " # 验证\n", " \n", " b=time.time()\n", " Y_pred = regressor.predict(X_val) #归一化后的验证值\n", " c=time.time()-b\n", " Yp = Y_pred * (Ymax - Ymin) + Ymin #反归一化\n", "\n", "\n", " \n", " # 评价结果采用MAE，预测差值反归一化后，加到基准上和测试进行对比\n", " d=time.time()\n", " YptestN = regressor.predict(X_test)\n", " e=time.time()-d\n", " Yptest = YptestN * (Ymax - Ymin) + Ymin # 反归一化的差值输出\n", " \n", " \n", " # 将偏差加基准后的负值点强制归零\n", " resultA=pd.concat([dataTe.iloc[:,0],pd.DataFrame(dataTe.values[:,1]+Yptest[:,0])],axis=1) \n", " resultA.columns=['True','Pre']\n", " prediction=resultA.values[:,1]\n", " index_0=resultA[resultA['Pre']<0].index\n", " for indexi in index_0:\n", " prediction[indexi]=0 \n", " resultL=pd.concat([pd.DataFrame(resultA.values[:,0]),pd.DataFrame(prediction)],axis=1)\n", " resultL.columns=['True','Pre']\n", " \n", " print(\n", " \"最终测试结果\", test_name, \"MAE=\",\n", " mean_absolute_error(y_true=resultL.values[:,0],\n", " y_pred=resultL.values[:,1]))\n", " print('R2: %0.2f RMSE: %0.2f MAE: %0.2f' % (r2_score(resultL.values[:,0],resultL.values[:,1]),math.sqrt(mean_squared_error(resultL.values[:,0],resultL.values[:,1])),mean_absolute_error(resultL.values[:,0], resultL.values[:,1])))\n", " #print('建模时间: %0.2f 测试时间: %0.2f 验证时间: %0.2f' % a,c,e)\n", " \n", " save_data(data=resultL,name=test_name)\n", " save_pig1(ypre=resultL.values[:,1],ytrue=resultL.values[:,0],name=test_name)\n", " save_pig2(ypre=resultL.values[:,1],ytrue=resultL.values[:,0],name=test_name)\n", " \n", " \n", " \n" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
TruePre
0972.540405883.277576
1758.528320690.951427
2755.744141688.791696
3966.804932878.541978
4752.804932686.376595
.........
2776647822.160644852.184600
2776648882.134827920.547907
2776649814.417908862.291520
27766501010.380005936.233840
27766511000.661438931.458694
\n", "

2776652 rows × 2 columns

\n", "
" ], "text/plain": [ " True Pre\n", "0 972.540405 883.277576\n", "1 758.528320 690.951427\n", "2 755.744141 688.791696\n", "3 966.804932 878.541978\n", "4 752.804932 686.376595\n", "... ... ...\n", "2776647 822.160644 852.184600\n", "2776648 882.134827 920.547907\n", "2776649 814.417908 862.291520\n", "2776650 1010.380005 936.233840\n", "2776651 1000.661438 931.458694\n", "\n", "[2776652 rows x 2 columns]" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "resultL" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ " resultA" ] }, { "cell_type": "code", "execution_count": 55, "metadata": {}, "outputs": [], "source": [ " resultA=pd.concat([dataTe.iloc[:,0],pd.DataFrame(dataTe.values[:,1]+Yptest[:,0])],axis=1) #Yptest增加[:,0]" ] }, { "cell_type": "code", "execution_count": 56, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
test0
0970.432495891.385678
1757.086304706.042719
2754.381836703.908424
3964.738281886.535623
4751.311218701.661764
.........
2776647826.812561870.969159
2776648879.592102931.536104
2776649814.170105876.587930
27766501011.848145965.000953
27766511001.886353961.131080
\n", "

2776652 rows × 2 columns

\n", "
" ], "text/plain": [ " test 0\n", "0 970.432495 891.385678\n", "1 757.086304 706.042719\n", "2 754.381836 703.908424\n", "3 964.738281 886.535623\n", "4 751.311218 701.661764\n", "... ... ...\n", "2776647 826.812561 870.969159\n", "2776648 879.592102 931.536104\n", "2776649 814.170105 876.587930\n", "2776650 1011.848145 965.000953\n", "2776651 1001.886353 961.131080\n", "\n", "[2776652 rows x 2 columns]" ] }, "execution_count": 56, "metadata": {}, "output_type": "execute_result" } ], "source": [ " resultA" ] }, { "cell_type": "code", "execution_count": 23, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
0
0891.385678
1706.042719
2703.908424
3886.535623
4701.661764
......
2776647870.969159
2776648931.536104
2776649876.587930
2776650965.000953
2776651961.131080
\n", "

2776652 rows × 1 columns

\n", "
" ], "text/plain": [ " 0\n", "0 891.385678\n", "1 706.042719\n", "2 703.908424\n", "3 886.535623\n", "4 701.661764\n", "... ...\n", "2776647 870.969159\n", "2776648 931.536104\n", "2776649 876.587930\n", "2776650 965.000953\n", "2776651 961.131080\n", "\n", "[2776652 rows x 1 columns]" ] }, "execution_count": 23, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pd.DataFrame(dataTe.values[:,1])+pd.DataFrame(Yptest)" ] }, { "cell_type": "code", "execution_count": 51, "metadata": {}, "outputs": [ { "ename": "SyntaxError", "evalue": "invalid syntax (, line 1)", "output_type": "error", "traceback": [ "\u001b[1;36m File \u001b[1;32m\"\"\u001b[1;36m, line \u001b[1;32m1\u001b[0m\n\u001b[1;33m resultA=pd.concat([dataTe.iloc[:,0],pd.DataFrame(dataTe.values[:,1]).iloc[:,0]+pd.DataFrame(Yptest).iloc[:,0],axis=1])\u001b[0m\n\u001b[1;37m ^\u001b[0m\n\u001b[1;31mSyntaxError\u001b[0m\u001b[1;31m:\u001b[0m invalid syntax\n" ] } ], "source": [ "resultA=pd.concat([dataTe.iloc[:,0],pd.DataFrame(dataTe.values[:,1]).iloc[:,0]+pd.DataFrame(Yptest).iloc[:,0],axis=1]) " ] }, { "cell_type": "code", "execution_count": 41, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 970.432495\n", "1 757.086304\n", "2 754.381836\n", "3 964.738281\n", "4 751.311218\n", " ... \n", "2776647 826.812561\n", "2776648 879.592102\n", "2776649 814.170105\n", "2776650 1011.848145\n", "2776651 1001.886353\n", "Name: test, Length: 2776652, dtype: float64" ] }, "execution_count": 41, "metadata": {}, "output_type": "execute_result" } ], "source": [ "dataTe.iloc[:,0]" ] }, { "cell_type": "code", "execution_count": 43, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
0
0891.385678
1706.042719
2703.908424
3886.535623
4701.661764
......
2776647870.969159
2776648931.536104
2776649876.587930
2776650965.000953
2776651961.131080
\n", "

2776652 rows × 1 columns

\n", "
" ], "text/plain": [ " 0\n", "0 891.385678\n", "1 706.042719\n", "2 703.908424\n", "3 886.535623\n", "4 701.661764\n", "... ...\n", "2776647 870.969159\n", "2776648 931.536104\n", "2776649 876.587930\n", "2776650 965.000953\n", "2776651 961.131080\n", "\n", "[2776652 rows x 1 columns]" ] }, "execution_count": 43, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pd.DataFrame(dataTe.values[:,1])+pd.DataFrame(Yptest)" ] }, { "cell_type": "code", "execution_count": 50, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 891.385678\n", "1 706.042719\n", "2 703.908424\n", "3 886.535623\n", "4 701.661764\n", " ... \n", "2776647 870.969159\n", "2776648 931.536104\n", "2776649 876.587930\n", "2776650 965.000953\n", "2776651 961.131080\n", "Name: 0, Length: 2776652, dtype: float64" ] }, "execution_count": 50, "metadata": {}, "output_type": "execute_result" } ], "source": [ "pd.DataFrame(dataTe.values[:,1]).iloc[:,0]+pd.DataFrame(Yptest).iloc[:,0]" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.4" }, "varInspector": { "cols": { "lenName": 16, "lenType": 16, "lenVar": 40 }, "kernels_config": { "python": { "delete_cmd_postfix": "", "delete_cmd_prefix": "del ", "library": "var_list.py", "varRefreshCmd": "print(var_dic_list())" }, "r": { "delete_cmd_postfix": ") ", "delete_cmd_prefix": "rm(", "library": "var_list.r", "varRefreshCmd": "cat(var_dic_list()) " } }, "oldHeight": 199, "position": { "height": "221px", "left": "915px", "right": "20px", "top": "1px", "width": "446px" }, "types_to_exclude": [ "module", "function", "builtin_function_or_method", "instance", "_Feature" ], "varInspector_section_display": "block", "window_display": false } }, "nbformat": 4, "nbformat_minor": 2 }