diff --git a/.gitignore b/.gitignore index cd2cac19..7b35370e 100644 --- a/.gitignore +++ b/.gitignore @@ -86,7 +86,8 @@ venv/ ENV/ env.bak/ venv.bak/ - +.DS_Store +benchmarks/ # Spyder project settings .spyderproject .spyproject diff --git a/.vscode/launch.json b/.vscode/launch.json new file mode 100644 index 00000000..9680481f --- /dev/null +++ b/.vscode/launch.json @@ -0,0 +1,22 @@ +{ + // Use IntelliSense to learn about possible attributes. + // Hover to view descriptions of existing attributes. + // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 + "version": "0.2.0", + "configurations": [ + { + "name": "Python: Current File", + "type": "python", + "module": "torch.distributed.launch", + "request": "launch", + "console": "integratedTerminal", + "justMyCode": true, + "env": {"CUDA_VISIBLE_DEVICES":"0,1", + }, + "args": [ + "--nproc_per_node", "2", + "./train_transe_FB15K237.py" + ] + } + ] +} \ No newline at end of file diff --git a/openke/config/Trainer.py b/openke/config/Trainer.py index 6d85a105..cf1bc6f6 100755 --- a/openke/config/Trainer.py +++ b/openke/config/Trainer.py @@ -23,7 +23,9 @@ def __init__(self, use_gpu = True, opt_method = "sgd", save_steps = None, - checkpoint_dir = None): + checkpoint_dir = None, + mode="single" + ): self.work_threads = 8 self.train_times = train_times @@ -39,6 +41,7 @@ def __init__(self, self.use_gpu = use_gpu self.save_steps = save_steps self.checkpoint_dir = checkpoint_dir + self.mode = mode def train_one_step(self, data): self.optimizer.zero_grad() diff --git a/openke/module/model/RotatE.py b/openke/module/model/RotatE.py old mode 100755 new mode 100644 diff --git a/openke/module/model/RotatE_dist.py b/openke/module/model/RotatE_dist.py new file mode 100755 index 00000000..fd7ca66e --- /dev/null +++ b/openke/module/model/RotatE_dist.py @@ -0,0 +1,105 @@ +import torch +import torch.autograd as autograd +import torch.nn as nn +from .Model import Model +import torch.distributed as dist + +class DistributedRotatE(Model): + + def __init__(self, ent_tot, rel_tot, dim = 100, margin = 6.0, epsilon = 2.0, world_size=2): + super(DistributedRotatE, self).__init__(ent_tot, rel_tot) + + self.margin = margin + self.epsilon = epsilon + + self.dim_e = dim * 2 + self.dim_r = dim + + self.ent_embeddings = nn.Embedding(self.ent_tot, self.dim_e // world_size) + self.rel_embeddings = nn.Embedding(self.rel_tot, self.dim_r // world_size) + + self.ent_embedding_range = nn.Parameter( + torch.Tensor([(self.margin + self.epsilon) / (self.dim_e // world_size)]), + requires_grad=False + ) + + nn.init.uniform_( + tensor = self.ent_embeddings.weight.data, + a=-self.ent_embedding_range.item(), + b=self.ent_embedding_range.item() + ) + + self.rel_embedding_range = nn.Parameter( + torch.Tensor([(self.margin + self.epsilon) / (self.dim_r // world_size)]), + requires_grad=False + ) + + nn.init.uniform_( + tensor = self.rel_embeddings.weight.data, + a=-self.rel_embedding_range.item(), + b=self.rel_embedding_range.item() + ) + + self.margin = nn.Parameter(torch.Tensor([margin])) + self.margin.requires_grad = False + + def _calc(self, h, t, r, mode): + pi = self.pi_const + + re_head, im_head = torch.chunk(h, 2, dim=-1) + re_tail, im_tail = torch.chunk(t, 2, dim=-1) + + phase_relation = r / (self.rel_embedding_range / pi) + + re_relation = torch.cos(phase_relation) + im_relation = torch.sin(phase_relation) + + re_head = re_head.view(-1, re_relation.shape[0], re_head.shape[-1]).permute(1, 0, 2) + re_tail = re_tail.view(-1, re_relation.shape[0], re_tail.shape[-1]).permute(1, 0, 2) + im_head = im_head.view(-1, re_relation.shape[0], im_head.shape[-1]).permute(1, 0, 2) + im_tail = im_tail.view(-1, re_relation.shape[0], im_tail.shape[-1]).permute(1, 0, 2) + im_relation = im_relation.view(-1, re_relation.shape[0], im_relation.shape[-1]).permute(1, 0, 2) + re_relation = re_relation.view(-1, re_relation.shape[0], re_relation.shape[-1]).permute(1, 0, 2) + + if mode == "head_batch": + re_score = re_relation * re_tail + im_relation * im_tail + im_score = re_relation * im_tail - im_relation * re_tail + re_score = re_score - re_head + im_score = im_score - im_head + else: + re_score = re_head * re_relation - im_head * im_relation + im_score = re_head * im_relation + im_head * re_relation + re_score = re_score - re_tail + im_score = im_score - im_tail + + score = torch.stack([re_score, im_score], dim = 0) + score = score.norm(dim = 0).sum(dim = -1) + dist.all_reduce(score, dist.ReduceOp.SUM,) + return score.permute(1, 0).flatten() + + def forward(self, data): + batch_h = data['batch_h'] + batch_t = data['batch_t'] + batch_r = data['batch_r'] + mode = data['mode'] + h = self.ent_embeddings(batch_h) + t = self.ent_embeddings(batch_t) + r = self.rel_embeddings(batch_r) + score = self.margin - self._calc(h ,t, r, mode) + return score + + def predict(self, data): + score = -self.forward(data) + return score.cpu().data.numpy() + + def regularization(self, data): + batch_h = data['batch_h'] + batch_t = data['batch_t'] + batch_r = data['batch_r'] + h = self.ent_embeddings(batch_h) + t = self.ent_embeddings(batch_t) + r = self.rel_embeddings(batch_r) + regul = (torch.mean(h ** 2) + + torch.mean(t ** 2) + + torch.mean(r ** 2)) / 3 + return regul \ No newline at end of file diff --git a/openke/module/model/TransE.py b/openke/module/model/TransE.py index b528680f..eb5ff925 100755 --- a/openke/module/model/TransE.py +++ b/openke/module/model/TransE.py @@ -2,10 +2,12 @@ import torch.nn as nn import torch.nn.functional as F from .Model import Model +import torch.distributed as dist + class TransE(Model): - def __init__(self, ent_tot, rel_tot, dim = 100, p_norm = 1, norm_flag = True, margin = None, epsilon = None): + def __init__(self, ent_tot, rel_tot, dim = 100, p_norm = 1, norm_flag = True, margin = None, epsilon = None, world_size=2): super(TransE, self).__init__(ent_tot, rel_tot) self.dim = dim @@ -14,15 +16,16 @@ def __init__(self, ent_tot, rel_tot, dim = 100, p_norm = 1, norm_flag = True, ma self.norm_flag = norm_flag self.p_norm = p_norm - self.ent_embeddings = nn.Embedding(self.ent_tot, self.dim) - self.rel_embeddings = nn.Embedding(self.rel_tot, self.dim) + self.ent_embeddings = nn.Embedding(self.ent_tot, self.dim // world_size) + self.rel_embeddings = nn.Embedding(self.rel_tot, self.dim // world_size) if margin == None or epsilon == None: nn.init.xavier_uniform_(self.ent_embeddings.weight.data) nn.init.xavier_uniform_(self.rel_embeddings.weight.data) else: self.embedding_range = nn.Parameter( - torch.Tensor([(self.margin + self.epsilon) / self.dim]), requires_grad=False + + torch.Tensor([(self.margin + self.epsilon) / self.dim//world_size]), requires_grad=False ) nn.init.uniform_( tensor = self.ent_embeddings.weight.data, @@ -45,9 +48,16 @@ def __init__(self, ent_tot, rel_tot, dim = 100, p_norm = 1, norm_flag = True, ma def _calc(self, h, t, r, mode): if self.norm_flag: +<<<<<<< HEAD h = F.normalize(h, 2, -1) r = F.normalize(r, 2, -1) t = F.normalize(t, 2, -1) + +======= + h = F.normalize(h) + r = F.normalize(r) + t = F.normalize(t) +>>>>>>> 642bba4563d441d11cefbbfb2dd94ef4deac2206 if mode != 'normal': h = h.view(-1, r.shape[0], h.shape[-1]) t = t.view(-1, r.shape[0], t.shape[-1]) @@ -57,6 +67,8 @@ def _calc(self, h, t, r, mode): else: score = (h + r) - t score = torch.norm(score, self.p_norm, -1).flatten() + + dist.all_reduce(score, dist.ReduceOp.SUM,) return score def forward(self, data): diff --git a/openke/module/model/__init__.py b/openke/module/model/__init__.py index 6baddfd6..793063c6 100755 --- a/openke/module/model/__init__.py +++ b/openke/module/model/__init__.py @@ -13,6 +13,7 @@ from .Analogy import Analogy from .SimplE import SimplE from .RotatE import RotatE +from .RotatE_dist import DistributedRotatE __all__ = [ 'Model', @@ -25,5 +26,6 @@ 'RESCAL', 'Analogy', 'SimplE', - 'RotatE' + 'RotatE', + 'DistributedRotatE' ] \ No newline at end of file diff --git a/stats/running_cost_time.txt b/stats/running_cost_time.txt new file mode 100644 index 00000000..89fe01db --- /dev/null +++ b/stats/running_cost_time.txt @@ -0,0 +1 @@ +running time 22183.74623656273 \ No newline at end of file diff --git a/stats/single_running_cost_time.txt b/stats/single_running_cost_time.txt new file mode 100644 index 00000000..f4b42ed0 --- /dev/null +++ b/stats/single_running_cost_time.txt @@ -0,0 +1 @@ +epoch:0 running time: 6.1625378131866455epoch:1 running time: 12.346529006958008epoch:2 running time: 18.576789140701294epoch:3 running time: 24.70713520050049epoch:4 running time: 30.8454487323761epoch:5 running time: 36.96681523323059epoch:6 running time: 43.15407395362854epoch:7 running time: 49.337836503982544epoch:8 running time: 55.514625787734985epoch:9 running time: 61.65360927581787epoch:10 running time: 67.83903431892395epoch:11 running time: 74.06249117851257epoch:12 running time: 80.26211166381836epoch:13 running time: 86.44106268882751epoch:14 running time: 92.62501668930054epoch:15 running time: 98.7861897945404epoch:16 running time: 104.97225499153137epoch:17 running time: 111.05174374580383epoch:18 running time: 117.1278305053711epoch:19 running time: 123.28383255004883epoch:20 running time: 129.4214186668396epoch:21 running time: 135.62986993789673epoch:22 running time: 141.8702576160431epoch:23 running time: 148.1435694694519epoch:24 running time: 154.34451746940613epoch:25 running time: 160.5489945411682epoch:26 running time: 166.79187893867493epoch:27 running time: 172.9668619632721epoch:28 running time: 179.1552529335022epoch:29 running time: 185.4234676361084epoch:30 running time: 191.63797330856323epoch:31 running time: 197.93036770820618epoch:32 running time: 204.12570190429688epoch:33 running time: 210.32550430297852epoch:34 running time: 216.51472854614258epoch:35 running time: 222.59913563728333epoch:36 running time: 228.68150424957275epoch:37 running time: 235.02882647514343epoch:38 running time: 241.28520226478577epoch:39 running time: 247.43909335136414epoch:40 running time: 253.60997414588928epoch:41 running time: 259.8321795463562epoch:42 running time: 266.01403522491455epoch:43 running time: 272.1713328361511epoch:44 running time: 278.324738740921epoch:45 running time: 284.4390797615051epoch:46 running time: 290.56960678100586epoch:47 running time: 296.7266585826874epoch:48 running time: 302.87339305877686epoch:49 running time: 308.98408699035645epoch:50 running time: 315.2146143913269epoch:51 running time: 321.52208709716797epoch:52 running time: 327.6820776462555epoch:53 running time: 333.8470649719238epoch:54 running time: 340.0626132488251epoch:55 running time: 346.2978947162628epoch:56 running time: 352.4578835964203epoch:57 running time: 358.57779908180237epoch:58 running time: 364.7154941558838epoch:59 running time: 370.858980178833epoch:60 running time: 377.0321183204651epoch:61 running time: 383.14035987854004epoch:62 running time: 389.3547029495239epoch:63 running time: 395.54071950912476epoch:64 running time: 401.72799372673035epoch:65 running time: 407.84124755859375epoch:66 running time: 414.0056300163269epoch:67 running time: 420.1741361618042epoch:68 running time: 426.32916951179504epoch:69 running time: 432.5481626987457epoch:70 running time: 438.7451066970825epoch:71 running time: 444.88571214675903epoch:72 running time: 451.0226671695709epoch:73 running time: 457.153116941452epoch:74 running time: 463.29502415657043epoch:75 running time: 469.4233093261719epoch:76 running time: 475.5517053604126epoch:77 running time: 481.6871979236603epoch:78 running time: 487.733713388443epoch:79 running time: 493.86496806144714epoch:80 running time: 500.01652240753174epoch:81 running time: 506.1312825679779epoch:82 running time: 512.3642270565033epoch:83 running time: 518.539520740509epoch:84 running time: 524.7166061401367epoch:85 running time: 530.86008644104epoch:86 running time: 537.0342352390289epoch:87 running time: 543.2212779521942epoch:88 running time: 549.3437979221344epoch:89 running time: 555.5216422080994epoch:90 running time: 561.6324307918549epoch:91 running time: 567.8272247314453epoch:92 running time: 574.0956501960754epoch:93 running time: 580.2217929363251epoch:94 running time: 586.2754948139191epoch:95 running time: 592.362875699997epoch:96 running time: 598.5564172267914epoch:97 running time: 604.7083587646484epoch:98 running time: 610.9007060527802epoch:99 running time: 617.0711181163788epoch:100 running time: 623.1380956172943epoch:101 running time: 629.2723150253296epoch:102 running time: 635.4733605384827epoch:103 running time: 641.7062265872955epoch:104 running time: 647.893262386322epoch:105 running time: 654.1437480449677epoch:106 running time: 660.2723503112793epoch:107 running time: 666.4536821842194epoch:108 running time: 672.5646598339081epoch:109 running time: 678.6802480220795epoch:110 running time: 684.8273453712463epoch:111 running time: 690.9796106815338epoch:112 running time: 697.1230270862579epoch:113 running time: 703.3388893604279epoch:114 running time: 709.6325173377991epoch:115 running time: 715.8990211486816epoch:116 running time: 722.1033957004547epoch:117 running time: 728.2567520141602epoch:118 running time: 734.3434152603149epoch:119 running time: 740.5250751972198epoch:120 running time: 746.7504754066467epoch:121 running time: 752.9694881439209epoch:122 running time: 759.1725037097931epoch:123 running time: 765.3348486423492epoch:124 running time: 771.4957602024078epoch:125 running time: 777.6765856742859epoch:126 running time: 783.8324227333069epoch:127 running time: 790.0268361568451epoch:128 running time: 796.2199838161469epoch:129 running time: 802.3847529888153epoch:130 running time: 808.5242867469788epoch:131 running time: 814.6952991485596epoch:132 running time: 820.8282322883606epoch:133 running time: 826.9972245693207epoch:134 running time: 833.1204450130463epoch:135 running time: 839.3211462497711epoch:136 running time: 845.4904732704163epoch:137 running time: 851.6740472316742epoch:138 running time: 857.814619064331epoch:139 running time: 864.0172026157379epoch:140 running time: 870.2336387634277epoch:141 running time: 876.4256947040558epoch:142 running time: 882.6116988658905epoch:143 running time: 888.7308263778687epoch:144 running time: 894.8145401477814epoch:145 running time: 901.0450329780579epoch:146 running time: 907.1929225921631epoch:147 running time: 913.4046332836151epoch:148 running time: 919.5322139263153epoch:149 running time: 925.7693994045258epoch:150 running time: 931.8836967945099epoch:151 running time: 937.9626471996307epoch:152 running time: 944.1624159812927epoch:153 running time: 950.3995571136475epoch:154 running time: 956.6212456226349epoch:155 running time: 962.7912566661835epoch:156 running time: 969.0983622074127epoch:157 running time: 975.3233902454376epoch:158 running time: 981.5032684803009epoch:159 running time: 987.7464516162872epoch:160 running time: 993.8848550319672epoch:161 running time: 1000.0003323554993epoch:162 running time: 1006.0530998706818epoch:163 running time: 1012.2020633220673epoch:164 running time: 1018.3123834133148epoch:165 running time: 1024.4978437423706epoch:166 running time: 1030.668646812439epoch:167 running time: 1036.9094338417053epoch:168 running time: 1043.1066522598267epoch:169 running time: 1049.349880695343epoch:170 running time: 1055.5097000598907epoch:171 running time: 1061.677131652832epoch:172 running time: 1067.7661097049713epoch:173 running time: 1073.9457354545593epoch:174 running time: 1080.1792120933533epoch:175 running time: 1086.4071352481842epoch:176 running time: 1092.68163895607epoch:177 running time: 1098.8681223392487epoch:178 running time: 1105.0324840545654epoch:179 running time: 1111.1561329364777epoch:180 running time: 1117.3823494911194epoch:181 running time: 1123.5478868484497epoch:182 running time: 1129.7211618423462epoch:183 running time: 1135.9377899169922epoch:184 running time: 1142.06858253479epoch:185 running time: 1148.255931377411epoch:186 running time: 1154.4835538864136epoch:187 running time: 1160.6071264743805epoch:188 running time: 1166.7363984584808epoch:189 running time: 1172.8615720272064epoch:190 running time: 1179.0851452350616epoch:191 running time: 1185.2287602424622epoch:192 running time: 1191.4347701072693epoch:193 running time: 1197.6183545589447epoch:194 running time: 1203.8064756393433epoch:195 running time: 1209.9830949306488epoch:196 running time: 1216.1715137958527epoch:197 running time: 1222.2935907840729epoch:198 running time: 1228.5168697834015epoch:199 running time: 1234.6352045536041epoch:200 running time: 1240.8144414424896epoch:201 running time: 1246.9738912582397epoch:202 running time: 1253.213301897049epoch:203 running time: 1259.3272426128387epoch:204 running time: 1265.4652619361877epoch:205 running time: 1271.6822423934937epoch:206 running time: 1277.8342897891998epoch:207 running time: 1284.0043106079102epoch:208 running time: 1290.1883661746979epoch:209 running time: 1296.3154926300049epoch:210 running time: 1302.4448714256287epoch:211 running time: 1308.5826869010925epoch:212 running time: 1314.7789826393127epoch:213 running time: 1320.958012342453epoch:214 running time: 1327.1634929180145epoch:215 running time: 1333.1932022571564epoch:216 running time: 1339.2894399166107epoch:217 running time: 1345.4120321273804epoch:218 running time: 1351.5515501499176epoch:219 running time: 1357.751472711563epoch:220 running time: 1363.9693548679352epoch:221 running time: 1370.1299543380737epoch:222 running time: 1376.2817270755768epoch:223 running time: 1382.4292163848877epoch:224 running time: 1388.607729434967epoch:225 running time: 1394.7342166900635epoch:226 running time: 1400.8487086296082epoch:227 running time: 1406.984981060028epoch:228 running time: 1413.1617119312286epoch:229 running time: 1419.3071403503418epoch:230 running time: 1425.469156742096epoch:231 running time: 1431.6267292499542epoch:232 running time: 1437.7765080928802epoch:233 running time: 1443.8752331733704epoch:234 running time: 1449.872750043869epoch:235 running time: 1456.0121603012085epoch:236 running time: 1462.1795587539673epoch:237 running time: 1468.3318388462067epoch:238 running time: 1474.4735791683197epoch:239 running time: 1480.635011434555epoch:240 running time: 1486.8144302368164epoch:241 running time: 1492.9519596099854epoch:242 running time: 1499.1240754127502epoch:243 running time: 1505.255635023117epoch:244 running time: 1511.3650693893433epoch:245 running time: 1517.5472476482391epoch:246 running time: 1523.7030396461487epoch:247 running time: 1529.8440527915955epoch:248 running time: 1535.9638843536377epoch:249 running time: 1542.1441161632538epoch:250 running time: 1548.3190364837646epoch:251 running time: 1554.4342529773712epoch:252 running time: 1560.6513419151306epoch:253 running time: 1566.6724512577057epoch:254 running time: 1572.8119099140167epoch:255 running time: 1578.9500703811646epoch:256 running time: 1585.0694518089294epoch:257 running time: 1591.1709551811218epoch:258 running time: 1597.3359036445618epoch:259 running time: 1603.442105770111epoch:260 running time: 1609.6508469581604epoch:261 running time: 1615.8303277492523epoch:262 running time: 1621.9905920028687epoch:263 running time: 1628.0966770648956epoch:264 running time: 1634.277319431305epoch:265 running time: 1640.4282553195953epoch:266 running time: 1646.57945561409epoch:267 running time: 1652.826379776001epoch:268 running time: 1659.0070486068726epoch:269 running time: 1665.2214543819427epoch:270 running time: 1671.518752336502epoch:271 running time: 1677.7399201393127epoch:272 running time: 1684.004715204239epoch:273 running time: 1690.1018159389496epoch:274 running time: 1696.1752808094025epoch:275 running time: 1702.2987496852875epoch:276 running time: 1708.3215749263763epoch:277 running time: 1714.3981792926788epoch:278 running time: 1720.576004743576epoch:279 running time: 1726.6663119792938epoch:280 running time: 1732.8052368164062epoch:281 running time: 1738.989228963852epoch:282 running time: 1745.0932078361511epoch:283 running time: 1751.185730457306epoch:284 running time: 1757.2469990253448epoch:285 running time: 1763.3525176048279epoch:286 running time: 1769.3554420471191epoch:287 running time: 1775.4892921447754epoch:288 running time: 1781.5627262592316epoch:289 running time: 1787.7844648361206epoch:290 running time: 1793.8421652317047epoch:291 running time: 1799.9277114868164epoch:292 running time: 1805.9912240505219epoch:293 running time: 1812.075440645218epoch:294 running time: 1818.1451394557953epoch:295 running time: 1824.2877342700958epoch:296 running time: 1830.4370152950287epoch:297 running time: 1836.6408233642578epoch:298 running time: 1842.7880651950836epoch:299 running time: 1848.9007322788239epoch:300 running time: 1855.0127341747284epoch:301 running time: 1861.1851437091827epoch:302 running time: 1867.3863317966461epoch:303 running time: 1873.5051770210266epoch:304 running time: 1879.6190910339355epoch:305 running time: 1885.8299498558044epoch:306 running time: 1891.9365139007568epoch:307 running time: 1897.9910945892334epoch:308 running time: 1904.0621762275696epoch:309 running time: 1910.1835405826569epoch:310 running time: 1916.3590128421783epoch:311 running time: 1922.5635566711426epoch:312 running time: 1928.6985819339752epoch:313 running time: 1934.8274381160736epoch:314 running time: 1940.9315757751465epoch:315 running time: 1947.0072541236877epoch:316 running time: 1953.1457364559174epoch:317 running time: 1959.4732339382172epoch:318 running time: 1965.5535006523132epoch:319 running time: 1971.699376821518epoch:320 running time: 1977.883380651474epoch:321 running time: 1983.9852631092072epoch:322 running time: 1990.0571539402008epoch:323 running time: 1996.130767583847epoch:324 running time: 2002.22083735466epoch:325 running time: 2008.2663662433624epoch:326 running time: 2014.5125269889832epoch:327 running time: 2020.7484436035156epoch:328 running time: 2026.8440260887146epoch:329 running time: 2032.968507051468epoch:330 running time: 2039.0736079216003epoch:331 running time: 2045.2228462696075epoch:332 running time: 2051.4078285694122epoch:333 running time: 2057.5449769496918epoch:334 running time: 2063.6994948387146epoch:335 running time: 2069.8239443302155epoch:336 running time: 2075.960832834244epoch:337 running time: 2082.0532286167145epoch:338 running time: 2088.1732263565063epoch:339 running time: 2094.3610305786133epoch:340 running time: 2100.43252825737epoch:341 running time: 2106.5426886081696epoch:342 running time: 2112.6773550510406epoch:343 running time: 2118.796815395355epoch:344 running time: 2124.874046564102epoch:345 running time: 2130.9949645996094epoch:346 running time: 2137.1408672332764epoch:347 running time: 2143.258691549301epoch:348 running time: 2149.396409511566epoch:349 running time: 2155.5345389842987epoch:350 running time: 2161.6804342269897epoch:351 running time: 2167.741017103195epoch:352 running time: 2173.837347507477epoch:353 running time: 2179.951466321945epoch:354 running time: 2186.0877969264984epoch:355 running time: 2192.164538860321epoch:356 running time: 2198.2747581005096epoch:357 running time: 2204.4042637348175epoch:358 running time: 2210.5274815559387epoch:359 running time: 2216.6186797618866epoch:360 running time: 2222.7571523189545epoch:361 running time: 2228.9368166923523epoch:362 running time: 2235.02889418602epoch:363 running time: 2241.2386219501495epoch:364 running time: 2247.485007047653epoch:365 running time: 2253.5351758003235epoch:366 running time: 2259.6059095859528epoch:367 running time: 2265.73814201355epoch:368 running time: 2271.821167945862epoch:369 running time: 2277.8791766166687epoch:370 running time: 2283.96124458313epoch:371 running time: 2290.0856602191925epoch:372 running time: 2296.173579931259epoch:373 running time: 2302.245018720627epoch:374 running time: 2308.3368268013epoch:375 running time: 2314.340799808502epoch:376 running time: 2320.3916816711426epoch:377 running time: 2326.4674260616302epoch:378 running time: 2332.582304239273epoch:379 running time: 2338.708338499069epoch:380 running time: 2344.9230105876923epoch:381 running time: 2351.0266082286835epoch:382 running time: 2357.169758081436epoch:383 running time: 2363.2068791389465epoch:384 running time: 2369.253765821457epoch:385 running time: 2375.3612143993378epoch:386 running time: 2381.4689071178436epoch:387 running time: 2387.665067911148epoch:388 running time: 2393.8255422115326epoch:389 running time: 2399.955147266388epoch:390 running time: 2406.163199186325epoch:391 running time: 2412.429764986038epoch:392 running time: 2418.5215356349945epoch:393 running time: 2424.6626710891724epoch:394 running time: 2430.793708086014epoch:395 running time: 2436.9385430812836epoch:396 running time: 2443.060044527054epoch:397 running time: 2449.2025377750397epoch:398 running time: 2455.329011440277epoch:399 running time: 2461.431563138962epoch:400 running time: 2467.592926979065epoch:401 running time: 2473.764637708664epoch:402 running time: 2479.991170167923epoch:403 running time: 2486.1863176822662epoch:404 running time: 2492.249269723892epoch:405 running time: 2498.278394460678epoch:406 running time: 2504.3566081523895epoch:407 running time: 2510.4789986610413epoch:408 running time: 2516.7490417957306epoch:409 running time: 2523.069278717041epoch:410 running time: 2529.2308678627014epoch:411 running time: 2535.320272922516epoch:412 running time: 2541.4151227474213epoch:413 running time: 2547.580231666565epoch:414 running time: 2553.6843938827515epoch:415 running time: 2559.929030895233epoch:416 running time: 2566.106159210205epoch:417 running time: 2572.2851190567017epoch:418 running time: 2578.4648382663727epoch:419 running time: 2584.6098494529724epoch:420 running time: 2590.8654630184174epoch:421 running time: 2596.9683640003204epoch:422 running time: 2603.0729625225067epoch:423 running time: 2609.1913454532623epoch:424 running time: 2615.349885225296epoch:425 running time: 2621.447071313858epoch:426 running time: 2627.674347639084epoch:427 running time: 2633.7960238456726epoch:428 running time: 2639.9658930301666epoch:429 running time: 2645.9919481277466epoch:430 running time: 2652.094319343567epoch:431 running time: 2658.1396837234497epoch:432 running time: 2664.2739856243134epoch:433 running time: 2670.481190919876epoch:434 running time: 2676.5908868312836epoch:435 running time: 2682.686848640442epoch:436 running time: 2688.8154814243317epoch:437 running time: 2694.853050470352epoch:438 running time: 2700.892924308777epoch:439 running time: 2707.0262684822083epoch:440 running time: 2713.1603124141693epoch:441 running time: 2719.3377165794373epoch:442 running time: 2725.543969631195epoch:443 running time: 2731.679563999176epoch:444 running time: 2737.8789002895355epoch:445 running time: 2743.9330067634583epoch:446 running time: 2750.0501008033752epoch:447 running time: 2756.1137669086456epoch:448 running time: 2762.2289950847626epoch:449 running time: 2768.307546377182epoch:450 running time: 2774.348636865616epoch:451 running time: 2780.4067528247833epoch:452 running time: 2786.4957251548767epoch:453 running time: 2792.611472129822epoch:454 running time: 2798.72891330719epoch:455 running time: 2804.8888907432556epoch:456 running time: 2811.102775812149epoch:457 running time: 2817.2231538295746epoch:458 running time: 2823.3218698501587epoch:459 running time: 2829.365685939789epoch:460 running time: 2835.41871881485epoch:461 running time: 2841.665650367737epoch:462 running time: 2847.783976793289epoch:463 running time: 2853.8990426063538epoch:464 running time: 2860.1016762256622epoch:465 running time: 2866.2483744621277epoch:466 running time: 2872.3766388893127epoch:467 running time: 2878.4733095169067epoch:468 running time: 2884.6243636608124epoch:469 running time: 2890.7735683918epoch:470 running time: 2896.915888786316epoch:471 running time: 2903.064141511917epoch:472 running time: 2909.118079185486epoch:473 running time: 2915.1761434078217epoch:474 running time: 2921.2290749549866epoch:475 running time: 2927.487347841263epoch:476 running time: 2933.5932474136353epoch:477 running time: 2939.867740869522epoch:478 running time: 2946.0765323638916epoch:479 running time: 2952.2532024383545epoch:480 running time: 2958.4383294582367epoch:481 running time: 2964.5451896190643epoch:482 running time: 2970.633828639984epoch:483 running time: 2976.7657277584076epoch:484 running time: 2982.9061148166656epoch:485 running time: 2989.0332911014557epoch:486 running time: 2995.104970932007epoch:487 running time: 3001.2028107643127epoch:488 running time: 3007.2311754226685epoch:489 running time: 3013.299751996994epoch:490 running time: 3019.4005534648895epoch:491 running time: 3025.5062227249146epoch:492 running time: 3031.683548927307epoch:493 running time: 3037.9196622371674epoch:494 running time: 3044.1096317768097epoch:495 running time: 3050.3379290103912epoch:496 running time: 3056.506846189499epoch:497 running time: 3062.653994321823epoch:498 running time: 3068.794821023941epoch:499 running time: 3074.988588809967epoch:500 running time: 3081.126623392105epoch:501 running time: 3087.2748861312866epoch:502 running time: 3093.360472202301epoch:503 running time: 3099.542367219925epoch:504 running time: 3105.5591592788696epoch:505 running time: 3111.6204948425293epoch:506 running time: 3117.76455783844epoch:507 running time: 3123.94442486763epoch:508 running time: 3130.1698701381683epoch:509 running time: 3136.38081073761epoch:510 running time: 3142.410836458206epoch:511 running time: 3148.448138475418epoch:512 running time: 3154.521581172943epoch:513 running time: 3160.6653418540955epoch:514 running time: 3166.727992773056epoch:515 running time: 3172.817416191101epoch:516 running time: 3178.8861079216003epoch:517 running time: 3185.122401714325epoch:518 running time: 3191.3616161346436epoch:519 running time: 3197.4243993759155epoch:520 running time: 3203.6408092975616epoch:521 running time: 3209.7365896701813epoch:522 running time: 3215.8518278598785epoch:523 running time: 3221.9551079273224epoch:524 running time: 3228.0277709960938epoch:525 running time: 3234.133081674576epoch:526 running time: 3240.1967260837555epoch:527 running time: 3246.2599008083344epoch:528 running time: 3252.4707424640656epoch:529 running time: 3258.5585145950317epoch:530 running time: 3264.7155907154083epoch:531 running time: 3270.8680517673492epoch:532 running time: 3276.9878039360046epoch:533 running time: 3283.1252286434174epoch:534 running time: 3289.1974487304688epoch:535 running time: 3295.2662076950073epoch:536 running time: 3301.426493406296epoch:537 running time: 3307.561309814453epoch:538 running time: 3313.604747056961epoch:539 running time: 3319.7484686374664epoch:540 running time: 3325.8673174381256epoch:541 running time: 3332.113567829132epoch:542 running time: 3338.205815553665epoch:543 running time: 3344.223930835724epoch:544 running time: 3350.2963445186615epoch:545 running time: 3356.350163459778epoch:546 running time: 3362.4502556324005epoch:547 running time: 3368.5894832611084epoch:548 running time: 3374.589066505432epoch:549 running time: 3380.627442598343epoch:550 running time: 3386.726119995117epoch:551 running time: 3392.903643846512epoch:552 running time: 3399.015711545944epoch:553 running time: 3405.1041989326477epoch:554 running time: 3411.297639608383epoch:555 running time: 3417.4702525138855epoch:556 running time: 3423.571002960205epoch:557 running time: 3429.6380734443665epoch:558 running time: 3435.6736097335815epoch:559 running time: 3441.707129716873epoch:560 running time: 3447.7781178951263epoch:561 running time: 3453.869861841202epoch:562 running time: 3459.9716913700104epoch:563 running time: 3466.0868463516235epoch:564 running time: 3472.1295495033264epoch:565 running time: 3478.181713104248epoch:566 running time: 3484.190558195114epoch:567 running time: 3490.2147760391235epoch:568 running time: 3496.228739976883epoch:569 running time: 3502.443883895874epoch:570 running time: 3508.5895426273346epoch:571 running time: 3514.6454334259033epoch:572 running time: 3520.694657802582epoch:573 running time: 3526.769172668457epoch:574 running time: 3532.854219675064epoch:575 running time: 3539.0319085121155epoch:576 running time: 3545.1729259490967epoch:577 running time: 3551.3033816814423epoch:578 running time: 3557.3308992385864epoch:579 running time: 3563.38161611557epoch:580 running time: 3569.482839345932epoch:581 running time: 3575.5807688236237epoch:582 running time: 3581.7192811965942epoch:583 running time: 3587.8696970939636epoch:584 running time: 3594.051822900772epoch:585 running time: 3600.2723755836487epoch:586 running time: 3606.590295791626epoch:587 running time: 3612.7312066555023epoch:588 running time: 3618.7607209682465epoch:589 running time: 3624.8248121738434epoch:590 running time: 3630.8423273563385epoch:591 running time: 3636.9098658561707epoch:592 running time: 3643.013435125351epoch:593 running time: 3649.150247812271epoch:594 running time: 3655.240394592285epoch:595 running time: 3661.2667779922485epoch:596 running time: 3667.4269523620605epoch:597 running time: 3673.558422803879epoch:598 running time: 3679.695383310318epoch:599 running time: 3685.8058071136475epoch:600 running time: 3691.9272599220276epoch:601 running time: 3698.045138835907epoch:602 running time: 3704.041284799576epoch:603 running time: 3710.157678604126epoch:604 running time: 3716.3893160820007epoch:605 running time: 3722.536596298218epoch:606 running time: 3728.7900443077087epoch:607 running time: 3734.9610414505005epoch:608 running time: 3741.1098403930664epoch:609 running time: 3747.2990641593933epoch:610 running time: 3753.2979605197906epoch:611 running time: 3759.318815946579epoch:612 running time: 3765.355315923691epoch:613 running time: 3771.377727985382epoch:614 running time: 3777.453340291977epoch:615 running time: 3783.577769756317epoch:616 running time: 3789.7858595848083epoch:617 running time: 3795.878809452057epoch:618 running time: 3802.0166823863983epoch:619 running time: 3808.089937210083epoch:620 running time: 3814.2123425006866epoch:621 running time: 3820.327162027359epoch:622 running time: 3826.508228302002epoch:623 running time: 3832.712330341339epoch:624 running time: 3838.8408987522125epoch:625 running time: 3844.9486355781555epoch:626 running time: 3851.0550882816315epoch:627 running time: 3857.094385623932epoch:628 running time: 3863.206501722336epoch:629 running time: 3869.291772842407epoch:630 running time: 3875.4839708805084epoch:631 running time: 3881.5299847126007epoch:632 running time: 3887.5441493988037epoch:633 running time: 3893.5953760147095epoch:634 running time: 3899.6855092048645epoch:635 running time: 3905.8048226833344epoch:636 running time: 3911.951801776886epoch:637 running time: 3918.0754499435425epoch:638 running time: 3924.253628015518epoch:639 running time: 3930.400226354599epoch:640 running time: 3936.5261368751526epoch:641 running time: 3942.541268825531epoch:642 running time: 3948.54500746727epoch:643 running time: 3954.646061897278epoch:644 running time: 3960.6892170906067epoch:645 running time: 3966.7579205036163epoch:646 running time: 3972.9094903469086epoch:647 running time: 3979.146383047104epoch:648 running time: 3985.407399892807epoch:649 running time: 3991.61110663414epoch:650 running time: 3997.917788028717epoch:651 running time: 4004.036631345749epoch:652 running time: 4010.0941076278687epoch:653 running time: 4016.337348461151epoch:654 running time: 4022.451639652252epoch:655 running time: 4028.60932469368epoch:656 running time: 4034.8127434253693epoch:657 running time: 4040.9230313301086epoch:658 running time: 4047.016159057617epoch:659 running time: 4053.1209671497345epoch:660 running time: 4059.2282474040985epoch:661 running time: 4065.3321182727814epoch:662 running time: 4071.413961648941epoch:663 running time: 4077.597432613373epoch:664 running time: 4083.764680624008epoch:665 running time: 4089.8693187236786epoch:666 running time: 4095.9731113910675epoch:667 running time: 4102.020743370056epoch:668 running time: 4108.140147447586epoch:669 running time: 4114.24853348732epoch:670 running time: 4120.367101430893epoch:671 running time: 4126.513989686966epoch:672 running time: 4132.608680486679epoch:673 running time: 4138.652540922165epoch:674 running time: 4144.727836847305epoch:675 running time: 4150.891268730164epoch:676 running time: 4157.0960688591epoch:677 running time: 4163.183120250702epoch:678 running time: 4169.269524097443epoch:679 running time: 4175.369863033295epoch:680 running time: 4181.519415378571epoch:681 running time: 4187.63259601593epoch:682 running time: 4193.7113301754epoch:683 running time: 4199.841359138489epoch:684 running time: 4205.992226839066epoch:685 running time: 4212.1963522434235epoch:686 running time: 4218.2927985191345epoch:687 running time: 4224.399205684662epoch:688 running time: 4230.53212594986epoch:689 running time: 4236.661962270737epoch:690 running time: 4242.826515674591epoch:691 running time: 4248.892871856689epoch:692 running time: 4255.159008026123epoch:693 running time: 4261.286216259003epoch:694 running time: 4267.3336346149445epoch:695 running time: 4273.422902584076epoch:696 running time: 4279.451675653458epoch:697 running time: 4285.536665201187epoch:698 running time: 4291.612551450729epoch:699 running time: 4297.709605693817epoch:700 running time: 4303.883353948593epoch:701 running time: 4310.004741430283epoch:702 running time: 4316.164496898651epoch:703 running time: 4322.222400188446epoch:704 running time: 4328.372267961502epoch:705 running time: 4334.433438777924epoch:706 running time: 4340.614278554916epoch:707 running time: 4346.753138542175epoch:708 running time: 4352.861530542374epoch:709 running time: 4359.0252776145935epoch:710 running time: 4365.0790593624115epoch:711 running time: 4371.238108873367epoch:712 running time: 4377.540419816971epoch:713 running time: 4383.683180570602epoch:714 running time: 4389.876386165619epoch:715 running time: 4396.0323696136475epoch:716 running time: 4402.117489814758epoch:717 running time: 4408.208405971527epoch:718 running time: 4414.215020656586epoch:719 running time: 4420.393359184265epoch:720 running time: 4426.553288221359epoch:721 running time: 4432.749437570572epoch:722 running time: 4439.0318014621735epoch:723 running time: 4445.253714323044epoch:724 running time: 4451.432134389877epoch:725 running time: 4457.5972537994385epoch:726 running time: 4463.78741979599epoch:727 running time: 4469.898640871048epoch:728 running time: 4475.99707698822epoch:729 running time: 4482.089535236359epoch:730 running time: 4488.350297212601epoch:731 running time: 4494.604818105698epoch:732 running time: 4500.6749222278595epoch:733 running time: 4506.766448736191epoch:734 running time: 4512.872594118118epoch:735 running time: 4518.898686885834epoch:736 running time: 4525.054303884506epoch:737 running time: 4531.343102216721epoch:738 running time: 4537.484860658646epoch:739 running time: 4543.586478233337epoch:740 running time: 4549.716814041138epoch:741 running time: 4555.791587352753epoch:742 running time: 4561.863046646118epoch:743 running time: 4567.894907474518epoch:744 running time: 4574.019016504288epoch:745 running time: 4580.281442165375epoch:746 running time: 4586.366866827011epoch:747 running time: 4592.520299434662epoch:748 running time: 4598.578093290329epoch:749 running time: 4604.669735908508epoch:750 running time: 4610.826699972153epoch:751 running time: 4616.9170072078705epoch:752 running time: 4623.107808113098epoch:753 running time: 4629.17932343483epoch:754 running time: 4635.206242799759epoch:755 running time: 4641.237432003021epoch:756 running time: 4647.340689659119epoch:757 running time: 4653.466105699539epoch:758 running time: 4659.604254245758epoch:759 running time: 4665.746489524841epoch:760 running time: 4671.832072496414epoch:761 running time: 4677.996678113937epoch:762 running time: 4684.12609577179epoch:763 running time: 4690.286152124405epoch:764 running time: 4696.39657831192epoch:765 running time: 4702.583345413208epoch:766 running time: 4708.641142368317epoch:767 running time: 4714.922365427017epoch:768 running time: 4721.143486022949epoch:769 running time: 4727.315562486649epoch:770 running time: 4733.413113832474epoch:771 running time: 4739.496144533157epoch:772 running time: 4745.527130842209epoch:773 running time: 4751.545161247253epoch:774 running time: 4757.609296321869epoch:775 running time: 4763.649768829346epoch:776 running time: 4769.652923583984epoch:777 running time: 4775.761888504028epoch:778 running time: 4781.856221914291epoch:779 running time: 4788.0399758815765epoch:780 running time: 4794.171078681946epoch:781 running time: 4800.388641119003epoch:782 running time: 4806.680052280426epoch:783 running time: 4812.840484380722epoch:784 running time: 4818.954910516739epoch:785 running time: 4825.019363164902epoch:786 running time: 4831.091058254242epoch:787 running time: 4837.199316740036epoch:788 running time: 4843.341894626617epoch:789 running time: 4849.524781703949epoch:790 running time: 4855.827250003815epoch:791 running time: 4861.9341876506805epoch:792 running time: 4868.090795040131epoch:793 running time: 4874.182232618332epoch:794 running time: 4880.217323064804epoch:795 running time: 4886.250368356705epoch:796 running time: 4892.301835775375epoch:797 running time: 4898.431119441986epoch:798 running time: 4904.488330602646epoch:799 running time: 4910.602233409882epoch:800 running time: 4916.764362335205epoch:801 running time: 4922.953820705414epoch:802 running time: 4929.182734012604epoch:803 running time: 4935.290607690811epoch:804 running time: 4941.3832149505615epoch:805 running time: 4947.554404497147epoch:806 running time: 4953.667338848114epoch:807 running time: 4959.744131803513epoch:808 running time: 4965.803189992905epoch:809 running time: 4971.85894370079epoch:810 running time: 4978.089421033859epoch:811 running time: 4984.454617261887epoch:812 running time: 4990.780306100845epoch:813 running time: 4996.90983247757epoch:814 running time: 5003.1631371974945epoch:815 running time: 5009.2455179691315epoch:816 running time: 5015.240241765976epoch:817 running time: 5021.294601678848epoch:818 running time: 5027.318646669388epoch:819 running time: 5033.468570232391epoch:820 running time: 5039.6655349731445epoch:821 running time: 5045.869789838791epoch:822 running time: 5052.057298183441epoch:823 running time: 5058.199573755264epoch:824 running time: 5064.281122922897epoch:825 running time: 5070.328376531601epoch:826 running time: 5076.471133232117epoch:827 running time: 5082.533344268799epoch:828 running time: 5088.585024833679epoch:829 running time: 5094.592561244965epoch:830 running time: 5100.750581979752epoch:831 running time: 5106.894482851028epoch:832 running time: 5112.992963790894epoch:833 running time: 5119.04959154129epoch:834 running time: 5125.145044803619epoch:835 running time: 5131.290117740631epoch:836 running time: 5137.415784835815epoch:837 running time: 5143.531597137451epoch:838 running time: 5149.679397583008epoch:839 running time: 5155.747360229492epoch:840 running time: 5161.81804394722epoch:841 running time: 5167.847340106964epoch:842 running time: 5173.991816043854epoch:843 running time: 5180.104729413986epoch:844 running time: 5186.232536554337epoch:845 running time: 5192.274117708206epoch:846 running time: 5198.391340970993epoch:847 running time: 5204.551004886627epoch:848 running time: 5210.554093837738epoch:849 running time: 5216.633916854858epoch:850 running time: 5222.767862796783epoch:851 running time: 5228.966690540314epoch:852 running time: 5235.129634141922epoch:853 running time: 5241.164783477783epoch:854 running time: 5247.218465089798epoch:855 running time: 5253.304617404938epoch:856 running time: 5259.541025400162epoch:857 running time: 5265.666744470596epoch:858 running time: 5271.736821174622epoch:859 running time: 5277.8532202243805epoch:860 running time: 5283.959718942642epoch:861 running time: 5290.062584400177epoch:862 running time: 5296.161910772324epoch:863 running time: 5302.185425519943epoch:864 running time: 5308.260357618332epoch:865 running time: 5314.386937856674epoch:866 running time: 5320.5613441467285epoch:867 running time: 5326.587950229645epoch:868 running time: 5332.657382249832epoch:869 running time: 5338.611496686935epoch:870 running time: 5344.641619920731epoch:871 running time: 5350.623325824738epoch:872 running time: 5356.654034137726epoch:873 running time: 5362.779208421707epoch:874 running time: 5368.865538597107epoch:875 running time: 5374.952264070511epoch:876 running time: 5381.03467130661epoch:877 running time: 5387.095060825348epoch:878 running time: 5393.199864387512epoch:879 running time: 5399.395454645157epoch:880 running time: 5405.523896694183epoch:881 running time: 5411.590917110443epoch:882 running time: 5417.637841939926epoch:883 running time: 5423.648193597794epoch:884 running time: 5429.8301248550415epoch:885 running time: 5435.861441850662epoch:886 running time: 5441.932347774506epoch:887 running time: 5447.963941812515epoch:888 running time: 5454.021544218063epoch:889 running time: 5460.151047945023epoch:890 running time: 5466.377033948898epoch:891 running time: 5472.469442605972epoch:892 running time: 5478.700106620789epoch:893 running time: 5484.728790283203epoch:894 running time: 5490.765849113464epoch:895 running time: 5496.860763549805epoch:896 running time: 5502.979509353638epoch:897 running time: 5509.099925518036epoch:898 running time: 5515.164925575256epoch:899 running time: 5521.336616516113epoch:900 running time: 5527.356760025024epoch:901 running time: 5533.478892326355epoch:902 running time: 5539.498686790466epoch:903 running time: 5545.624417543411epoch:904 running time: 5551.767031669617epoch:905 running time: 5557.878576755524epoch:906 running time: 5563.896877288818epoch:907 running time: 5569.953459739685epoch:908 running time: 5576.013947963715epoch:909 running time: 5582.066898822784epoch:910 running time: 5588.07231092453epoch:911 running time: 5594.259009599686epoch:912 running time: 5600.441403388977epoch:913 running time: 5606.513003587723epoch:914 running time: 5612.636714696884epoch:915 running time: 5618.691748857498epoch:916 running time: 5624.754106283188epoch:917 running time: 5630.793746709824epoch:918 running time: 5636.897300720215epoch:919 running time: 5643.03150844574epoch:920 running time: 5649.255611419678epoch:921 running time: 5655.366690158844epoch:922 running time: 5661.513024091721epoch:923 running time: 5667.602518558502epoch:924 running time: 5673.707776546478epoch:925 running time: 5679.805407524109epoch:926 running time: 5685.9533722400665epoch:927 running time: 5692.150886058807epoch:928 running time: 5698.234333753586epoch:929 running time: 5704.294725656509epoch:930 running time: 5710.467799663544epoch:931 running time: 5716.585317134857epoch:932 running time: 5722.692567586899epoch:933 running time: 5728.7749717235565epoch:934 running time: 5734.851651668549epoch:935 running time: 5740.940082788467epoch:936 running time: 5747.040823936462epoch:937 running time: 5753.152637481689epoch:938 running time: 5759.203426837921epoch:939 running time: 5765.253692388535epoch:940 running time: 5771.339152336121epoch:941 running time: 5777.474917173386epoch:942 running time: 5783.626418590546epoch:943 running time: 5789.782926797867epoch:944 running time: 5795.925733327866epoch:945 running time: 5802.085652589798epoch:946 running time: 5808.202889680862epoch:947 running time: 5814.391013145447epoch:948 running time: 5820.50740981102epoch:949 running time: 5826.638870716095epoch:950 running time: 5832.691513776779epoch:951 running time: 5838.762377977371epoch:952 running time: 5844.817800998688epoch:953 running time: 5850.8950843811035epoch:954 running time: 5856.969561338425epoch:955 running time: 5863.06427192688epoch:956 running time: 5869.265494346619epoch:957 running time: 5875.4441614151epoch:958 running time: 5881.587950706482epoch:959 running time: 5887.634620189667epoch:960 running time: 5893.721671104431epoch:961 running time: 5899.697893619537epoch:962 running time: 5905.749804735184epoch:963 running time: 5911.777896404266epoch:964 running time: 5917.96407699585epoch:965 running time: 5924.045114994049epoch:966 running time: 5930.127171039581epoch:967 running time: 5936.19900226593epoch:968 running time: 5942.263490438461epoch:969 running time: 5948.301365852356epoch:970 running time: 5954.48920583725epoch:971 running time: 5960.566060066223epoch:972 running time: 5966.722592353821epoch:973 running time: 5972.88401222229epoch:974 running time: 5979.0247230529785epoch:975 running time: 5985.105264186859epoch:976 running time: 5991.14647102356epoch:977 running time: 5997.214264631271epoch:978 running time: 6003.259456396103epoch:979 running time: 6009.435347080231epoch:980 running time: 6015.604757785797epoch:981 running time: 6021.746215343475epoch:982 running time: 6027.829749345779epoch:983 running time: 6033.92656826973epoch:984 running time: 6039.90643954277epoch:985 running time: 6045.886865139008epoch:986 running time: 6051.992139339447epoch:987 running time: 6058.09948682785epoch:988 running time: 6064.2357795238495epoch:989 running time: 6070.367748498917epoch:990 running time: 6076.536708116531epoch:991 running time: 6082.77601647377epoch:992 running time: 6088.927399158478epoch:993 running time: 6095.068478345871epoch:994 running time: 6101.134742498398epoch:995 running time: 6107.233987092972epoch:996 running time: 6113.376420259476epoch:997 running time: 6119.553711414337epoch:998 running time: 6125.66498374939epoch:999 running time: 6131.779656887054epoch:1000 running time: 6137.869490623474epoch:1001 running time: 6144.067562818527epoch:1002 running time: 6150.236214637756epoch:1003 running time: 6156.369498968124epoch:1004 running time: 6162.4757878780365epoch:1005 running time: 6168.554930448532epoch:1006 running time: 6174.747378826141epoch:1007 running time: 6180.994354248047epoch:1008 running time: 6187.141583442688epoch:1009 running time: 6193.2929718494415epoch:1010 running time: 6199.335654020309epoch:1011 running time: 6205.412751913071epoch:1012 running time: 6211.567037820816epoch:1013 running time: 6217.7401440143585epoch:1014 running time: 6223.916452169418epoch:1015 running time: 6230.189937114716epoch:1016 running time: 6236.41117477417epoch:1017 running time: 6242.666048288345epoch:1018 running time: 6248.83243560791epoch:1019 running time: 6254.928643941879epoch:1020 running time: 6261.0358674526215epoch:1021 running time: 6267.044050455093epoch:1022 running time: 6273.034454345703epoch:1023 running time: 6279.08628988266epoch:1024 running time: 6285.1686635017395epoch:1025 running time: 6291.444412946701epoch:1026 running time: 6297.641327142715epoch:1027 running time: 6303.749617815018epoch:1028 running time: 6309.817788600922epoch:1029 running time: 6315.93693614006epoch:1030 running time: 6322.0645253658295epoch:1031 running time: 6328.066696166992epoch:1032 running time: 6334.144993066788epoch:1033 running time: 6340.264699220657epoch:1034 running time: 6346.406913280487epoch:1035 running time: 6352.52742767334epoch:1036 running time: 6358.643128395081epoch:1037 running time: 6364.72956776619epoch:1038 running time: 6370.899747371674epoch:1039 running time: 6376.974644899368epoch:1040 running time: 6383.167746782303epoch:1041 running time: 6389.3357746601105epoch:1042 running time: 6395.36062836647epoch:1043 running time: 6401.43502664566epoch:1044 running time: 6407.526170253754epoch:1045 running time: 6413.63808631897epoch:1046 running time: 6419.805739879608epoch:1047 running time: 6425.959896564484epoch:1048 running time: 6432.0508370399475epoch:1049 running time: 6438.097584724426epoch:1050 running time: 6444.229816436768epoch:1051 running time: 6450.331424713135epoch:1052 running time: 6456.491809606552epoch:1053 running time: 6462.744900941849epoch:1054 running time: 6468.823397159576epoch:1055 running time: 6474.944405078888epoch:1056 running time: 6481.043095827103epoch:1057 running time: 6487.099354982376epoch:1058 running time: 6493.259282827377epoch:1059 running time: 6499.3809134960175epoch:1060 running time: 6505.556695699692epoch:1061 running time: 6511.718856096268epoch:1062 running time: 6517.8558304309845epoch:1063 running time: 6524.026359319687epoch:1064 running time: 6530.135881662369epoch:1065 running time: 6536.284217119217epoch:1066 running time: 6542.491008043289epoch:1067 running time: 6548.718860864639epoch:1068 running time: 6554.82119512558epoch:1069 running time: 6560.912065029144epoch:1070 running time: 6567.034889221191epoch:1071 running time: 6573.171773195267epoch:1072 running time: 6579.272602796555epoch:1073 running time: 6585.367700338364epoch:1074 running time: 6591.58247923851epoch:1075 running time: 6597.654485464096epoch:1076 running time: 6603.787078857422epoch:1077 running time: 6609.811733007431epoch:1078 running time: 6616.023522615433epoch:1079 running time: 6622.177382946014epoch:1080 running time: 6628.381541252136epoch:1081 running time: 6634.533174037933epoch:1082 running time: 6640.615149497986epoch:1083 running time: 6646.81111907959epoch:1084 running time: 6653.048752307892epoch:1085 running time: 6659.226176261902epoch:1086 running time: 6665.420565605164epoch:1087 running time: 6671.54142665863epoch:1088 running time: 6677.601557731628epoch:1089 running time: 6683.67985200882epoch:1090 running time: 6689.819766998291epoch:1091 running time: 6695.963280200958epoch:1092 running time: 6702.05228972435epoch:1093 running time: 6708.279031038284epoch:1094 running time: 6714.3642909526825epoch:1095 running time: 6720.380322217941epoch:1096 running time: 6726.482908964157epoch:1097 running time: 6732.639412164688epoch:1098 running time: 6738.802749633789epoch:1099 running time: 6744.912592411041epoch:1100 running time: 6751.053188562393epoch:1101 running time: 6757.151545763016epoch:1102 running time: 6763.245550394058epoch:1103 running time: 6769.338164329529epoch:1104 running time: 6775.406336307526epoch:1105 running time: 6781.56359577179epoch:1106 running time: 6787.619140386581epoch:1107 running time: 6793.714330196381epoch:1108 running time: 6799.829431772232epoch:1109 running time: 6805.94308423996epoch:1110 running time: 6811.980541467667epoch:1111 running time: 6818.069144487381epoch:1112 running time: 6824.178770780563epoch:1113 running time: 6830.36477971077epoch:1114 running time: 6836.497719287872epoch:1115 running time: 6842.620510101318epoch:1116 running time: 6848.722594976425epoch:1117 running time: 6854.940823554993epoch:1118 running time: 6861.280940771103epoch:1119 running time: 6867.460808515549epoch:1120 running time: 6873.517870426178epoch:1121 running time: 6879.646683216095epoch:1122 running time: 6885.692366838455epoch:1123 running time: 6891.7726900577545epoch:1124 running time: 6897.830607652664epoch:1125 running time: 6903.9853274822235epoch:1126 running time: 6910.146178245544epoch:1127 running time: 6916.228910207748epoch:1128 running time: 6922.315930604935epoch:1129 running time: 6928.457177639008epoch:1130 running time: 6934.579600811005epoch:1131 running time: 6940.683105230331epoch:1132 running time: 6946.72837805748epoch:1133 running time: 6952.74556183815epoch:1134 running time: 6958.870788812637epoch:1135 running time: 6964.949982643127epoch:1136 running time: 6971.104993581772epoch:1137 running time: 6977.2491846084595epoch:1138 running time: 6983.321811914444epoch:1139 running time: 6989.427157402039epoch:1140 running time: 6995.745558261871epoch:1141 running time: 7001.828982830048epoch:1142 running time: 7007.8857979774475epoch:1143 running time: 7013.881610631943epoch:1144 running time: 7020.196553707123epoch:1145 running time: 7026.310976266861epoch:1146 running time: 7032.407859802246epoch:1147 running time: 7038.541763305664epoch:1148 running time: 7044.682798862457epoch:1149 running time: 7050.789479017258epoch:1150 running time: 7056.837480306625epoch:1151 running time: 7062.9879496097565epoch:1152 running time: 7069.138001441956epoch:1153 running time: 7075.235078573227epoch:1154 running time: 7081.404491901398epoch:1155 running time: 7087.648945808411epoch:1156 running time: 7093.855047464371epoch:1157 running time: 7099.875611305237epoch:1158 running time: 7105.966947317123epoch:1159 running time: 7112.054378271103epoch:1160 running time: 7118.319085597992epoch:1161 running time: 7124.530741453171epoch:1162 running time: 7130.658257961273epoch:1163 running time: 7136.695449113846epoch:1164 running time: 7142.71889090538epoch:1165 running time: 7148.740928411484epoch:1166 running time: 7154.898778438568epoch:1167 running time: 7160.946084976196epoch:1168 running time: 7166.995538473129epoch:1169 running time: 7173.055867910385epoch:1170 running time: 7179.139832496643epoch:1171 running time: 7185.275547981262epoch:1172 running time: 7191.315648794174epoch:1173 running time: 7197.407915592194epoch:1174 running time: 7203.458126544952epoch:1175 running time: 7209.546149253845epoch:1176 running time: 7215.6228976249695epoch:1177 running time: 7221.7864372730255epoch:1178 running time: 7227.933787584305epoch:1179 running time: 7233.991277456284epoch:1180 running time: 7240.0397090911865epoch:1181 running time: 7246.145982265472epoch:1182 running time: 7252.291691064835epoch:1183 running time: 7258.591877698898epoch:1184 running time: 7264.812035083771epoch:1185 running time: 7270.909813642502epoch:1186 running time: 7277.176554441452epoch:1187 running time: 7283.25457072258epoch:1188 running time: 7289.308761835098epoch:1189 running time: 7295.357168912888epoch:1190 running time: 7301.385000228882epoch:1191 running time: 7307.444450616837epoch:1192 running time: 7313.577454566956epoch:1193 running time: 7319.700662612915epoch:1194 running time: 7325.84929895401epoch:1195 running time: 7331.963387966156epoch:1196 running time: 7338.074095249176epoch:1197 running time: 7344.240424633026epoch:1198 running time: 7350.231342554092epoch:1199 running time: 7356.3356153965epoch:1200 running time: 7362.464631557465epoch:1201 running time: 7368.581708192825epoch:1202 running time: 7374.652671813965epoch:1203 running time: 7380.755621910095epoch:1204 running time: 7386.961052894592epoch:1205 running time: 7393.011236190796epoch:1206 running time: 7399.071066856384epoch:1207 running time: 7405.255620479584epoch:1208 running time: 7411.344558238983epoch:1209 running time: 7417.421017169952epoch:1210 running time: 7423.459356546402epoch:1211 running time: 7429.538818359375epoch:1212 running time: 7435.636649131775epoch:1213 running time: 7441.665355920792epoch:1214 running time: 7447.685941696167epoch:1215 running time: 7453.784864425659epoch:1216 running time: 7459.848199129105epoch:1217 running time: 7466.079931974411epoch:1218 running time: 7472.269854784012epoch:1219 running time: 7478.345632076263epoch:1220 running time: 7484.505481958389epoch:1221 running time: 7490.5521693229675epoch:1222 running time: 7496.664777517319epoch:1223 running time: 7502.796529054642epoch:1224 running time: 7508.809387683868epoch:1225 running time: 7515.075646162033epoch:1226 running time: 7521.075834751129epoch:1227 running time: 7527.211665153503epoch:1228 running time: 7533.284290790558epoch:1229 running time: 7539.372423648834epoch:1230 running time: 7545.540778875351epoch:1231 running time: 7551.653083086014epoch:1232 running time: 7557.7054851055145epoch:1233 running time: 7563.829773426056epoch:1234 running time: 7569.810493469238epoch:1235 running time: 7575.844476222992epoch:1236 running time: 7582.025018692017epoch:1237 running time: 7588.193132400513epoch:1238 running time: 7594.245245218277epoch:1239 running time: 7600.338815450668epoch:1240 running time: 7606.414096593857epoch:1241 running time: 7612.62034034729epoch:1242 running time: 7618.6717004776epoch:1243 running time: 7624.79515504837epoch:1244 running time: 7630.943035840988epoch:1245 running time: 7637.053942680359epoch:1246 running time: 7643.12802863121epoch:1247 running time: 7649.362895727158epoch:1248 running time: 7655.528670787811epoch:1249 running time: 7661.649439096451epoch:1250 running time: 7667.780350446701epoch:1251 running time: 7673.976786851883epoch:1252 running time: 7680.087500572205epoch:1253 running time: 7686.152792453766epoch:1254 running time: 7692.436152458191epoch:1255 running time: 7698.4532787799835epoch:1256 running time: 7704.529589176178epoch:1257 running time: 7710.6433646678925epoch:1258 running time: 7716.7570271492epoch:1259 running time: 7722.892747402191epoch:1260 running time: 7729.041544437408epoch:1261 running time: 7735.21023774147epoch:1262 running time: 7741.267311811447epoch:1263 running time: 7747.301567316055epoch:1264 running time: 7753.384083509445epoch:1265 running time: 7759.4846448898315epoch:1266 running time: 7765.5983147621155epoch:1267 running time: 7771.648169994354epoch:1268 running time: 7777.77065372467epoch:1269 running time: 7783.970450162888epoch:1270 running time: 7790.175592660904epoch:1271 running time: 7796.236117601395epoch:1272 running time: 7802.408730506897epoch:1273 running time: 7808.425426721573epoch:1274 running time: 7814.50029706955epoch:1275 running time: 7820.613473653793epoch:1276 running time: 7826.69188117981epoch:1277 running time: 7832.840825557709epoch:1278 running time: 7839.072006702423epoch:1279 running time: 7845.209607124329epoch:1280 running time: 7851.281425237656epoch:1281 running time: 7857.365335702896epoch:1282 running time: 7863.440735578537epoch:1283 running time: 7869.491945266724epoch:1284 running time: 7875.620005607605epoch:1285 running time: 7881.643799304962epoch:1286 running time: 7887.652002334595epoch:1287 running time: 7893.641351699829epoch:1288 running time: 7899.718576192856epoch:1289 running time: 7905.726563215256epoch:1290 running time: 7911.836289167404epoch:1291 running time: 7917.954357147217epoch:1292 running time: 7924.187187194824epoch:1293 running time: 7930.258377790451epoch:1294 running time: 7936.354735851288epoch:1295 running time: 7942.349048376083epoch:1296 running time: 7948.372963428497epoch:1297 running time: 7954.643453359604epoch:1298 running time: 7960.93906378746epoch:1299 running time: 7967.093968868256epoch:1300 running time: 7973.229214429855epoch:1301 running time: 7979.3097603321075epoch:1302 running time: 7985.438587903976epoch:1303 running time: 7991.514993190765epoch:1304 running time: 7997.564338922501epoch:1305 running time: 8003.749901533127epoch:1306 running time: 8009.966804742813epoch:1307 running time: 8016.135263442993epoch:1308 running time: 8022.302474975586epoch:1309 running time: 8028.363966464996epoch:1310 running time: 8034.424999952316epoch:1311 running time: 8040.504826307297epoch:1312 running time: 8046.619910240173epoch:1313 running time: 8052.756991147995epoch:1314 running time: 8058.909470081329epoch:1315 running time: 8065.071813106537epoch:1316 running time: 8071.167912483215epoch:1317 running time: 8077.310037851334epoch:1318 running time: 8083.403037786484epoch:1319 running time: 8089.516493320465epoch:1320 running time: 8095.614857435226epoch:1321 running time: 8101.745606660843epoch:1322 running time: 8107.835031509399epoch:1323 running time: 8113.846888780594epoch:1324 running time: 8119.909710645676epoch:1325 running time: 8125.983422756195epoch:1326 running time: 8132.15459394455epoch:1327 running time: 8138.281237363815epoch:1328 running time: 8144.390141487122epoch:1329 running time: 8150.613117456436epoch:1330 running time: 8156.798143386841epoch:1331 running time: 8162.92934012413epoch:1332 running time: 8168.991092681885epoch:1333 running time: 8175.09007191658epoch:1334 running time: 8181.183448314667epoch:1335 running time: 8187.284494876862epoch:1336 running time: 8193.377883434296epoch:1337 running time: 8199.551493883133epoch:1338 running time: 8205.717222929epoch:1339 running time: 8211.838605642319epoch:1340 running time: 8218.135294675827epoch:1341 running time: 8224.26256275177epoch:1342 running time: 8230.47817993164epoch:1343 running time: 8236.602321863174epoch:1344 running time: 8242.73193192482epoch:1345 running time: 8248.919141292572epoch:1346 running time: 8255.153958559036epoch:1347 running time: 8261.20773100853epoch:1348 running time: 8267.297011852264epoch:1349 running time: 8273.375262260437epoch:1350 running time: 8279.486902475357epoch:1351 running time: 8285.577796459198epoch:1352 running time: 8291.689081907272epoch:1353 running time: 8297.831295013428epoch:1354 running time: 8303.940659284592epoch:1355 running time: 8310.05097079277epoch:1356 running time: 8316.163996219635epoch:1357 running time: 8322.262991666794epoch:1358 running time: 8328.428558588028epoch:1359 running time: 8334.630460500717epoch:1360 running time: 8340.713257074356epoch:1361 running time: 8346.777287006378epoch:1362 running time: 8352.916090250015epoch:1363 running time: 8358.953097343445epoch:1364 running time: 8364.947845935822epoch:1365 running time: 8370.997889995575epoch:1366 running time: 8377.0016143322epoch:1367 running time: 8383.184020280838epoch:1368 running time: 8389.331861019135epoch:1369 running time: 8395.389016866684epoch:1370 running time: 8401.424982070923epoch:1371 running time: 8407.554509162903epoch:1372 running time: 8413.644722938538epoch:1373 running time: 8419.720922231674epoch:1374 running time: 8425.838083982468epoch:1375 running time: 8431.96593594551epoch:1376 running time: 8437.962533950806epoch:1377 running time: 8444.01977300644epoch:1378 running time: 8450.210357189178epoch:1379 running time: 8456.336518287659epoch:1380 running time: 8462.442068099976epoch:1381 running time: 8468.579071998596epoch:1382 running time: 8474.633262395859epoch:1383 running time: 8480.839477777481epoch:1384 running time: 8486.972606182098epoch:1385 running time: 8493.040039300919epoch:1386 running time: 8499.195132732391epoch:1387 running time: 8505.249257564545epoch:1388 running time: 8511.303499698639epoch:1389 running time: 8517.439048051834epoch:1390 running time: 8523.562378644943epoch:1391 running time: 8529.67052578926epoch:1392 running time: 8535.75654578209epoch:1393 running time: 8541.846597671509epoch:1394 running time: 8547.886169672012epoch:1395 running time: 8554.136955022812epoch:1396 running time: 8560.158621788025epoch:1397 running time: 8566.287736415863epoch:1398 running time: 8572.454575777054epoch:1399 running time: 8578.51195859909epoch:1400 running time: 8584.610535860062epoch:1401 running time: 8590.72538971901epoch:1402 running time: 8596.827189207077epoch:1403 running time: 8602.991475582123epoch:1404 running time: 8609.132002353668epoch:1405 running time: 8615.327194690704epoch:1406 running time: 8621.435871124268epoch:1407 running time: 8627.520312309265epoch:1408 running time: 8633.62152671814epoch:1409 running time: 8639.69909954071epoch:1410 running time: 8645.809013843536epoch:1411 running time: 8651.919436454773epoch:1412 running time: 8658.064824819565epoch:1413 running time: 8664.267829179764epoch:1414 running time: 8670.452540874481epoch:1415 running time: 8676.47493481636epoch:1416 running time: 8682.555376291275epoch:1417 running time: 8688.67275261879epoch:1418 running time: 8694.767619848251epoch:1419 running time: 8700.847828626633epoch:1420 running time: 8706.948802232742epoch:1421 running time: 8713.084650754929epoch:1422 running time: 8719.158909797668epoch:1423 running time: 8725.306282043457epoch:1424 running time: 8731.451283693314epoch:1425 running time: 8737.531085968018epoch:1426 running time: 8743.627397060394epoch:1427 running time: 8749.788976430893epoch:1428 running time: 8755.838854551315epoch:1429 running time: 8761.949642658234epoch:1430 running time: 8768.052568912506epoch:1431 running time: 8774.119346618652epoch:1432 running time: 8780.179461717606epoch:1433 running time: 8786.232663154602epoch:1434 running time: 8792.449881076813epoch:1435 running time: 8798.535936117172epoch:1436 running time: 8804.634196043015epoch:1437 running time: 8810.668155908585epoch:1438 running time: 8816.777833223343epoch:1439 running time: 8822.883977174759epoch:1440 running time: 8828.894253969193epoch:1441 running time: 8834.945231676102epoch:1442 running time: 8841.080755233765epoch:1443 running time: 8847.197307348251epoch:1444 running time: 8853.232048273087epoch:1445 running time: 8859.29071521759epoch:1446 running time: 8865.305298089981epoch:1447 running time: 8871.452673435211epoch:1448 running time: 8877.603899478912epoch:1449 running time: 8883.755940675735epoch:1450 running time: 8889.800960302353epoch:1451 running time: 8896.022272109985epoch:1452 running time: 8902.11703491211epoch:1453 running time: 8908.187559843063epoch:1454 running time: 8914.255555868149epoch:1455 running time: 8920.461795806885epoch:1456 running time: 8926.619899749756epoch:1457 running time: 8932.815217494965epoch:1458 running time: 8939.072368383408epoch:1459 running time: 8945.20559310913epoch:1460 running time: 8951.295531272888epoch:1461 running time: 8957.337011814117epoch:1462 running time: 8963.336295843124epoch:1463 running time: 8969.34882926941epoch:1464 running time: 8975.49656510353epoch:1465 running time: 8981.727356672287epoch:1466 running time: 8987.90186548233epoch:1467 running time: 8993.971378803253epoch:1468 running time: 9000.06176519394epoch:1469 running time: 9006.118091344833epoch:1470 running time: 9012.16662812233epoch:1471 running time: 9018.245748996735epoch:1472 running time: 9024.33399605751epoch:1473 running time: 9030.504229545593epoch:1474 running time: 9036.60243344307epoch:1475 running time: 9042.730731010437epoch:1476 running time: 9048.90054655075epoch:1477 running time: 9055.022915840149epoch:1478 running time: 9061.150321483612epoch:1479 running time: 9067.29541516304epoch:1480 running time: 9073.525564193726epoch:1481 running time: 9079.649455785751epoch:1482 running time: 9085.808295488358epoch:1483 running time: 9091.89624452591epoch:1484 running time: 9098.030401945114epoch:1485 running time: 9104.140814065933epoch:1486 running time: 9110.206780433655epoch:1487 running time: 9116.278398990631epoch:1488 running time: 9122.472957134247epoch:1489 running time: 9128.580021619797epoch:1490 running time: 9134.696850776672epoch:1491 running time: 9140.874038934708epoch:1492 running time: 9147.013306856155epoch:1493 running time: 9153.12587070465epoch:1494 running time: 9159.283047676086epoch:1495 running time: 9165.398532152176epoch:1496 running time: 9171.55921292305epoch:1497 running time: 9177.715783119202epoch:1498 running time: 9183.799257040024epoch:1499 running time: 9189.980926990509epoch:1500 running time: 9196.132649898529epoch:1501 running time: 9202.28792643547epoch:1502 running time: 9208.325568675995epoch:1503 running time: 9214.443688631058epoch:1504 running time: 9220.502614021301epoch:1505 running time: 9226.531143903732epoch:1506 running time: 9232.748832702637epoch:1507 running time: 9238.903670072556epoch:1508 running time: 9245.2262737751epoch:1509 running time: 9251.345071554184epoch:1510 running time: 9257.464443683624epoch:1511 running time: 9263.575804710388epoch:1512 running time: 9269.673325061798epoch:1513 running time: 9275.726388216019epoch:1514 running time: 9281.764452934265epoch:1515 running time: 9287.790080547333epoch:1516 running time: 9293.87260556221epoch:1517 running time: 9299.890818834305epoch:1518 running time: 9306.092078208923epoch:1519 running time: 9312.240679979324epoch:1520 running time: 9318.462819814682epoch:1521 running time: 9324.612261533737epoch:1522 running time: 9330.706411123276epoch:1523 running time: 9336.74926519394epoch:1524 running time: 9342.89148235321epoch:1525 running time: 9348.946327209473epoch:1526 running time: 9355.10938835144epoch:1527 running time: 9361.24559044838epoch:1528 running time: 9367.331526517868epoch:1529 running time: 9373.433367729187epoch:1530 running time: 9379.484204053879epoch:1531 running time: 9385.56305193901epoch:1532 running time: 9391.652970790863epoch:1533 running time: 9397.69134426117epoch:1534 running time: 9403.900740861893epoch:1535 running time: 9409.993618488312epoch:1536 running time: 9416.040917634964epoch:1537 running time: 9422.091377019882epoch:1538 running time: 9428.122445821762epoch:1539 running time: 9434.203256368637epoch:1540 running time: 9440.37424492836epoch:1541 running time: 9446.56352686882epoch:1542 running time: 9452.692423582077epoch:1543 running time: 9458.7415163517epoch:1544 running time: 9464.811393737793epoch:1545 running time: 9470.925869941711epoch:1546 running time: 9477.244218349457epoch:1547 running time: 9483.565280675888epoch:1548 running time: 9489.844550609589epoch:1549 running time: 9496.062910795212epoch:1550 running time: 9502.172632932663epoch:1551 running time: 9508.298786401749epoch:1552 running time: 9514.419898748398epoch:1553 running time: 9520.421259641647epoch:1554 running time: 9526.507894039154epoch:1555 running time: 9532.570685386658epoch:1556 running time: 9538.66705775261epoch:1557 running time: 9544.854796648026epoch:1558 running time: 9550.942264318466epoch:1559 running time: 9557.050151824951epoch:1560 running time: 9563.238718509674epoch:1561 running time: 9569.447376012802epoch:1562 running time: 9575.463836431503epoch:1563 running time: 9581.502115726471epoch:1564 running time: 9587.61517381668epoch:1565 running time: 9593.721046447754epoch:1566 running time: 9599.787195682526epoch:1567 running time: 9605.851202249527epoch:1568 running time: 9611.886505842209epoch:1569 running time: 9617.921371936798epoch:1570 running time: 9623.97785949707epoch:1571 running time: 9630.04717707634epoch:1572 running time: 9636.135556936264epoch:1573 running time: 9642.303297042847epoch:1574 running time: 9648.464819908142epoch:1575 running time: 9654.61413693428epoch:1576 running time: 9660.750275850296epoch:1577 running time: 9666.858757734299epoch:1578 running time: 9672.893756628036epoch:1579 running time: 9679.017333507538epoch:1580 running time: 9685.22645688057epoch:1581 running time: 9691.298065900803epoch:1582 running time: 9697.409710407257epoch:1583 running time: 9703.510592460632epoch:1584 running time: 9709.54586815834epoch:1585 running time: 9715.66141462326epoch:1586 running time: 9721.66388463974epoch:1587 running time: 9727.811299562454epoch:1588 running time: 9733.929091453552epoch:1589 running time: 9739.966570615768epoch:1590 running time: 9746.032148122787epoch:1591 running time: 9752.053284168243epoch:1592 running time: 9758.160668373108epoch:1593 running time: 9764.277667760849epoch:1594 running time: 9770.390879154205epoch:1595 running time: 9776.562084913254epoch:1596 running time: 9782.719722986221epoch:1597 running time: 9788.927934885025epoch:1598 running time: 9795.219346761703epoch:1599 running time: 9801.312784671783epoch:1600 running time: 9807.391553401947epoch:1601 running time: 9813.605982542038epoch:1602 running time: 9819.792177438736epoch:1603 running time: 9825.929104328156epoch:1604 running time: 9832.063934326172epoch:1605 running time: 9838.128233671188epoch:1606 running time: 9844.292379140854epoch:1607 running time: 9850.396017551422epoch:1608 running time: 9856.452934026718epoch:1609 running time: 9862.50188422203epoch:1610 running time: 9868.69231724739epoch:1611 running time: 9874.865410327911epoch:1612 running time: 9880.930512189865epoch:1613 running time: 9886.982226133347epoch:1614 running time: 9893.099967002869epoch:1615 running time: 9899.197193861008epoch:1616 running time: 9905.278265476227epoch:1617 running time: 9911.432110786438epoch:1618 running time: 9917.59824514389epoch:1619 running time: 9923.746518611908epoch:1620 running time: 9929.908882856369epoch:1621 running time: 9935.953679800034epoch:1622 running time: 9942.04672217369epoch:1623 running time: 9948.15612745285epoch:1624 running time: 9954.30891752243epoch:1625 running time: 9960.49012851715epoch:1626 running time: 9966.666808128357epoch:1627 running time: 9972.742540597916epoch:1628 running time: 9978.79367518425epoch:1629 running time: 9984.834386587143epoch:1630 running time: 9990.914803981781epoch:1631 running time: 9997.039169073105epoch:1632 running time: 10003.113338947296epoch:1633 running time: 10009.24874162674epoch:1634 running time: 10015.459377765656epoch:1635 running time: 10021.500147819519epoch:1636 running time: 10027.555619955063epoch:1637 running time: 10033.613690853119epoch:1638 running time: 10039.645218372345epoch:1639 running time: 10045.729786396027epoch:1640 running time: 10051.856426000595epoch:1641 running time: 10058.029765605927epoch:1642 running time: 10064.113256931305epoch:1643 running time: 10070.213094711304epoch:1644 running time: 10076.286889076233epoch:1645 running time: 10082.560543298721epoch:1646 running time: 10088.722982883453epoch:1647 running time: 10094.78502702713epoch:1648 running time: 10100.886234998703epoch:1649 running time: 10106.960295438766epoch:1650 running time: 10113.020483016968epoch:1651 running time: 10119.193289279938epoch:1652 running time: 10125.245127439499epoch:1653 running time: 10131.422008991241epoch:1654 running time: 10137.533468961716epoch:1655 running time: 10143.694425582886epoch:1656 running time: 10149.877543210983epoch:1657 running time: 10155.9966442585epoch:1658 running time: 10162.04061126709epoch:1659 running time: 10168.139865875244epoch:1660 running time: 10174.268433570862epoch:1661 running time: 10180.408197402954epoch:1662 running time: 10186.578336000443epoch:1663 running time: 10192.67962384224epoch:1664 running time: 10198.941653728485epoch:1665 running time: 10204.950334072113epoch:1666 running time: 10210.950364589691epoch:1667 running time: 10217.063103437424epoch:1668 running time: 10223.175044298172epoch:1669 running time: 10229.196654558182epoch:1670 running time: 10235.351134300232epoch:1671 running time: 10241.665076494217epoch:1672 running time: 10247.845680713654epoch:1673 running time: 10253.966105937958epoch:1674 running time: 10260.026926994324epoch:1675 running time: 10266.156019210815epoch:1676 running time: 10272.332241296768epoch:1677 running time: 10278.479096889496epoch:1678 running time: 10284.610085010529epoch:1679 running time: 10290.82456278801epoch:1680 running time: 10296.962201356888epoch:1681 running time: 10303.065687656403epoch:1682 running time: 10309.067971467972epoch:1683 running time: 10315.16146016121epoch:1684 running time: 10321.173322439194epoch:1685 running time: 10327.225500822067epoch:1686 running time: 10333.337983369827epoch:1687 running time: 10339.436022758484epoch:1688 running time: 10345.527096033096epoch:1689 running time: 10351.622003793716epoch:1690 running time: 10357.703343629837epoch:1691 running time: 10363.763491868973epoch:1692 running time: 10369.847390413284epoch:1693 running time: 10375.950164318085epoch:1694 running time: 10382.08574295044epoch:1695 running time: 10388.207147836685epoch:1696 running time: 10394.430162668228epoch:1697 running time: 10400.525196552277epoch:1698 running time: 10406.615811347961epoch:1699 running time: 10412.699662208557epoch:1700 running time: 10418.776603221893epoch:1701 running time: 10424.981711387634epoch:1702 running time: 10431.121616601944epoch:1703 running time: 10437.153941392899epoch:1704 running time: 10443.345440387726epoch:1705 running time: 10449.416088104248epoch:1706 running time: 10455.566895008087epoch:1707 running time: 10461.634939193726epoch:1708 running time: 10467.88163137436epoch:1709 running time: 10474.078632116318epoch:1710 running time: 10480.139432430267epoch:1711 running time: 10486.200793266296epoch:1712 running time: 10492.284908294678epoch:1713 running time: 10498.297285318375epoch:1714 running time: 10504.348559856415epoch:1715 running time: 10510.363084316254epoch:1716 running time: 10516.560834169388epoch:1717 running time: 10522.724759817123epoch:1718 running time: 10528.769716262817epoch:1719 running time: 10534.838490724564epoch:1720 running time: 10540.878636598587epoch:1721 running time: 10546.96442747116epoch:1722 running time: 10553.065073728561epoch:1723 running time: 10559.250613451004epoch:1724 running time: 10565.426727294922epoch:1725 running time: 10571.530183315277epoch:1726 running time: 10577.609881162643epoch:1727 running time: 10583.66915345192epoch:1728 running time: 10589.687306642532epoch:1729 running time: 10595.7661485672epoch:1730 running time: 10601.878391504288epoch:1731 running time: 10607.955702543259epoch:1732 running time: 10614.063855171204epoch:1733 running time: 10620.150918722153epoch:1734 running time: 10626.179597616196epoch:1735 running time: 10632.230968236923epoch:1736 running time: 10638.315689563751epoch:1737 running time: 10644.376870632172epoch:1738 running time: 10650.437155485153epoch:1739 running time: 10656.612770080566epoch:1740 running time: 10662.708969831467epoch:1741 running time: 10668.808861732483epoch:1742 running time: 10674.856186389923epoch:1743 running time: 10680.953949689865epoch:1744 running time: 10687.0611846447epoch:1745 running time: 10693.275660037994epoch:1746 running time: 10699.419088363647epoch:1747 running time: 10705.521973848343epoch:1748 running time: 10711.660752534866epoch:1749 running time: 10717.683246135712epoch:1750 running time: 10723.807163715363epoch:1751 running time: 10729.898710250854epoch:1752 running time: 10735.977421283722epoch:1753 running time: 10742.056614875793epoch:1754 running time: 10748.120068311691epoch:1755 running time: 10754.168488740921epoch:1756 running time: 10760.350488424301epoch:1757 running time: 10766.417919158936epoch:1758 running time: 10772.447722673416epoch:1759 running time: 10778.467849731445epoch:1760 running time: 10784.581419944763epoch:1761 running time: 10790.737811088562epoch:1762 running time: 10796.899921894073epoch:1763 running time: 10803.038603782654epoch:1764 running time: 10809.094368934631epoch:1765 running time: 10815.150217533112epoch:1766 running time: 10821.223385334015epoch:1767 running time: 10827.392616271973epoch:1768 running time: 10833.539488554epoch:1769 running time: 10839.669494628906epoch:1770 running time: 10845.849534273148epoch:1771 running time: 10851.97921538353epoch:1772 running time: 10858.084309339523epoch:1773 running time: 10864.222319841385epoch:1774 running time: 10870.296538352966epoch:1775 running time: 10876.325638055801epoch:1776 running time: 10882.350078821182epoch:1777 running time: 10888.402705192566epoch:1778 running time: 10894.480874538422epoch:1779 running time: 10900.530996799469epoch:1780 running time: 10906.631384849548epoch:1781 running time: 10912.761111021042epoch:1782 running time: 10918.797320842743epoch:1783 running time: 10924.93611907959epoch:1784 running time: 10931.106714248657epoch:1785 running time: 10937.286046266556epoch:1786 running time: 10943.40837264061epoch:1787 running time: 10949.421531438828epoch:1788 running time: 10955.430442333221epoch:1789 running time: 10961.46301651001epoch:1790 running time: 10967.56221151352epoch:1791 running time: 10973.634450912476epoch:1792 running time: 10979.795783996582epoch:1793 running time: 10985.884603023529epoch:1794 running time: 10992.044686317444epoch:1795 running time: 10998.082572698593epoch:1796 running time: 11004.040329933167epoch:1797 running time: 11010.091683864594epoch:1798 running time: 11016.162157297134epoch:1799 running time: 11022.223124742508epoch:1800 running time: 11028.346096277237epoch:1801 running time: 11034.41576385498epoch:1802 running time: 11040.696732997894epoch:1803 running time: 11046.97293305397epoch:1804 running time: 11053.125590085983epoch:1805 running time: 11059.229890823364epoch:1806 running time: 11065.250070810318epoch:1807 running time: 11071.302960395813epoch:1808 running time: 11077.50262260437epoch:1809 running time: 11083.636768102646epoch:1810 running time: 11089.643096446991epoch:1811 running time: 11095.655794858932epoch:1812 running time: 11101.690752744675epoch:1813 running time: 11107.757861614227epoch:1814 running time: 11113.800526857376epoch:1815 running time: 11120.053158044815epoch:1816 running time: 11126.215229988098epoch:1817 running time: 11132.295814990997epoch:1818 running time: 11138.460315942764epoch:1819 running time: 11144.57582783699epoch:1820 running time: 11150.605253219604epoch:1821 running time: 11156.68245768547epoch:1822 running time: 11162.763059854507epoch:1823 running time: 11168.813694238663epoch:1824 running time: 11174.94304895401epoch:1825 running time: 11181.133293151855epoch:1826 running time: 11187.143659353256epoch:1827 running time: 11193.271646976471epoch:1828 running time: 11199.263031959534epoch:1829 running time: 11205.359139919281epoch:1830 running time: 11211.421384334564epoch:1831 running time: 11217.58448266983epoch:1832 running time: 11223.718765735626epoch:1833 running time: 11229.787270069122epoch:1834 running time: 11235.857547283173epoch:1835 running time: 11241.932204961777epoch:1836 running time: 11248.077721834183epoch:1837 running time: 11254.237246513367epoch:1838 running time: 11260.358460903168epoch:1839 running time: 11266.357987165451epoch:1840 running time: 11272.458406925201epoch:1841 running time: 11278.489577054977epoch:1842 running time: 11284.557965278625epoch:1843 running time: 11290.657242298126epoch:1844 running time: 11296.753158569336epoch:1845 running time: 11302.832548618317epoch:1846 running time: 11308.973248004913epoch:1847 running time: 11315.116699695587epoch:1848 running time: 11321.211879968643epoch:1849 running time: 11327.305905342102epoch:1850 running time: 11333.420389413834epoch:1851 running time: 11339.753309726715epoch:1852 running time: 11345.841139554977epoch:1853 running time: 11351.960567474365epoch:1854 running time: 11358.066784620285epoch:1855 running time: 11364.222793340683epoch:1856 running time: 11370.356916427612epoch:1857 running time: 11376.586952924728epoch:1858 running time: 11382.701479673386epoch:1859 running time: 11389.017021656036epoch:1860 running time: 11395.253175258636epoch:1861 running time: 11401.356570720673epoch:1862 running time: 11407.509852647781epoch:1863 running time: 11413.608297348022epoch:1864 running time: 11419.631990671158epoch:1865 running time: 11425.685824394226epoch:1866 running time: 11431.805357694626epoch:1867 running time: 11437.928064346313epoch:1868 running time: 11444.018094062805epoch:1869 running time: 11450.070065498352epoch:1870 running time: 11456.177958011627epoch:1871 running time: 11462.393174409866epoch:1872 running time: 11468.562017917633epoch:1873 running time: 11474.69424366951epoch:1874 running time: 11480.76768374443epoch:1875 running time: 11486.897331237793epoch:1876 running time: 11493.003485441208epoch:1877 running time: 11499.157246351242epoch:1878 running time: 11505.256830692291epoch:1879 running time: 11511.293689489365epoch:1880 running time: 11517.373769044876epoch:1881 running time: 11523.660320281982epoch:1882 running time: 11529.777828931808epoch:1883 running time: 11535.911673784256epoch:1884 running time: 11541.964209318161epoch:1885 running time: 11548.084780931473epoch:1886 running time: 11554.196505308151epoch:1887 running time: 11560.325122594833epoch:1888 running time: 11566.383469104767epoch:1889 running time: 11572.475484848022epoch:1890 running time: 11578.613066673279epoch:1891 running time: 11584.77096915245epoch:1892 running time: 11591.01225399971epoch:1893 running time: 11597.080333709717epoch:1894 running time: 11603.186828136444epoch:1895 running time: 11609.275313615799epoch:1896 running time: 11615.380935192108epoch:1897 running time: 11621.41376042366epoch:1898 running time: 11627.587651968002epoch:1899 running time: 11633.7260928154epoch:1900 running time: 11639.901018619537epoch:1901 running time: 11646.038699150085epoch:1902 running time: 11652.070841550827epoch:1903 running time: 11658.10366821289epoch:1904 running time: 11664.085532188416epoch:1905 running time: 11670.226089000702epoch:1906 running time: 11676.309294700623epoch:1907 running time: 11682.49303483963epoch:1908 running time: 11688.554804801941epoch:1909 running time: 11694.601408720016epoch:1910 running time: 11700.683035612106epoch:1911 running time: 11706.884801626205epoch:1912 running time: 11712.981105327606epoch:1913 running time: 11719.194300174713epoch:1914 running time: 11725.345475673676epoch:1915 running time: 11731.527420759201epoch:1916 running time: 11737.633064985275epoch:1917 running time: 11743.73471069336epoch:1918 running time: 11749.827464342117epoch:1919 running time: 11755.965167760849epoch:1920 running time: 11762.005805015564epoch:1921 running time: 11768.152992486954epoch:1922 running time: 11774.31677699089epoch:1923 running time: 11780.33356809616epoch:1924 running time: 11786.42917251587epoch:1925 running time: 11792.548777341843epoch:1926 running time: 11798.770459413528epoch:1927 running time: 11804.91311621666epoch:1928 running time: 11811.091250658035epoch:1929 running time: 11817.171331167221epoch:1930 running time: 11823.308255672455epoch:1931 running time: 11829.401772499084epoch:1932 running time: 11835.488684177399epoch:1933 running time: 11841.54539513588epoch:1934 running time: 11847.616618871689epoch:1935 running time: 11853.747555971146epoch:1936 running time: 11859.929290771484epoch:1937 running time: 11866.035299301147epoch:1938 running time: 11872.090611696243epoch:1939 running time: 11878.143581151962epoch:1940 running time: 11884.144041776657epoch:1941 running time: 11890.188896656036epoch:1942 running time: 11896.205917358398epoch:1943 running time: 11902.250513076782epoch:1944 running time: 11908.454102754593epoch:1945 running time: 11914.755367994308epoch:1946 running time: 11920.905807495117epoch:1947 running time: 11927.03316450119epoch:1948 running time: 11933.117858171463epoch:1949 running time: 11939.253834486008epoch:1950 running time: 11945.385686397552epoch:1951 running time: 11951.531961679459epoch:1952 running time: 11957.632729053497epoch:1953 running time: 11963.693199396133epoch:1954 running time: 11969.747539758682epoch:1955 running time: 11975.78353524208epoch:1956 running time: 11981.913801670074epoch:1957 running time: 11988.051327228546epoch:1958 running time: 11994.31255197525epoch:1959 running time: 12000.487227678299epoch:1960 running time: 12006.699893474579epoch:1961 running time: 12012.91279554367epoch:1962 running time: 12019.101301908493epoch:1963 running time: 12025.22254061699epoch:1964 running time: 12031.25875544548epoch:1965 running time: 12037.314465284348epoch:1966 running time: 12043.36889386177epoch:1967 running time: 12049.631467580795epoch:1968 running time: 12055.76147222519epoch:1969 running time: 12061.85052394867epoch:1970 running time: 12068.14171552658epoch:1971 running time: 12074.280442476273epoch:1972 running time: 12080.4681930542epoch:1973 running time: 12086.511467218399epoch:1974 running time: 12092.610671281815epoch:1975 running time: 12098.632575035095epoch:1976 running time: 12104.693572759628epoch:1977 running time: 12110.831831216812epoch:1978 running time: 12116.947720050812epoch:1979 running time: 12123.027662992477epoch:1980 running time: 12129.123331546783epoch:1981 running time: 12135.198858737946epoch:1982 running time: 12141.300896167755epoch:1983 running time: 12147.432866334915epoch:1984 running time: 12153.545614480972epoch:1985 running time: 12159.571297168732epoch:1986 running time: 12165.698585510254epoch:1987 running time: 12171.707354784012epoch:1988 running time: 12177.749167442322epoch:1989 running time: 12183.866731643677epoch:1990 running time: 12189.972497940063epoch:1991 running time: 12195.959922790527epoch:1992 running time: 12202.037489175797epoch:1993 running time: 12208.130186080933epoch:1994 running time: 12214.252953529358epoch:1995 running time: 12220.374597787857epoch:1996 running time: 12226.424079656601epoch:1997 running time: 12232.596591711044epoch:1998 running time: 12238.694441080093epoch:1999 running time: 12244.764163255692epoch:2000 running time: 12250.8455555439epoch:2001 running time: 12256.932911157608epoch:2002 running time: 12263.066682338715epoch:2003 running time: 12269.17380452156epoch:2004 running time: 12275.287370443344epoch:2005 running time: 12281.54787492752epoch:2006 running time: 12287.653851985931epoch:2007 running time: 12293.684164047241epoch:2008 running time: 12299.72558426857epoch:2009 running time: 12305.79442858696epoch:2010 running time: 12311.91040468216epoch:2011 running time: 12317.9402821064epoch:2012 running time: 12324.126178979874epoch:2013 running time: 12330.22003698349epoch:2014 running time: 12336.349467754364epoch:2015 running time: 12342.519064188004epoch:2016 running time: 12348.63352227211epoch:2017 running time: 12354.650228500366epoch:2018 running time: 12360.736197471619epoch:2019 running time: 12366.762073993683epoch:2020 running time: 12372.860657930374epoch:2021 running time: 12378.984420776367epoch:2022 running time: 12385.087894201279epoch:2023 running time: 12391.147047042847epoch:2024 running time: 12397.268187522888epoch:2025 running time: 12403.342740535736epoch:2026 running time: 12409.4630048275epoch:2027 running time: 12415.536873102188epoch:2028 running time: 12421.58437037468epoch:2029 running time: 12427.728321552277epoch:2030 running time: 12433.862947940826epoch:2031 running time: 12439.906378507614epoch:2032 running time: 12445.925827264786epoch:2033 running time: 12451.968889713287epoch:2034 running time: 12457.98130273819epoch:2035 running time: 12464.04845070839epoch:2036 running time: 12470.195403337479epoch:2037 running time: 12476.256263256073epoch:2038 running time: 12482.36978816986epoch:2039 running time: 12488.651962518692epoch:2040 running time: 12494.975645542145epoch:2041 running time: 12501.088631629944epoch:2042 running time: 12507.24724650383epoch:2043 running time: 12513.343198299408epoch:2044 running time: 12519.387132167816epoch:2045 running time: 12525.43534231186epoch:2046 running time: 12531.582087039948epoch:2047 running time: 12537.679929733276epoch:2048 running time: 12543.7079808712epoch:2049 running time: 12549.751186132431epoch:2050 running time: 12555.896442651749epoch:2051 running time: 12562.034350633621epoch:2052 running time: 12568.150518655777epoch:2053 running time: 12574.33675456047epoch:2054 running time: 12580.417946100235epoch:2055 running time: 12586.512317419052epoch:2056 running time: 12592.558730125427epoch:2057 running time: 12598.611966848373epoch:2058 running time: 12604.726251125336epoch:2059 running time: 12610.870594739914epoch:2060 running time: 12616.974540233612epoch:2061 running time: 12623.108565807343epoch:2062 running time: 12629.24297118187epoch:2063 running time: 12635.346160650253epoch:2064 running time: 12641.434828996658epoch:2065 running time: 12647.536169052124epoch:2066 running time: 12653.825490236282epoch:2067 running time: 12659.93154168129epoch:2068 running time: 12666.075687170029epoch:2069 running time: 12672.134564638138epoch:2070 running time: 12678.194265127182epoch:2071 running time: 12684.258264303207epoch:2072 running time: 12690.276721477509epoch:2073 running time: 12696.492136001587epoch:2074 running time: 12702.669570446014epoch:2075 running time: 12708.803864002228epoch:2076 running time: 12714.899240732193epoch:2077 running time: 12721.017631530762epoch:2078 running time: 12727.16486120224epoch:2079 running time: 12733.351897001266epoch:2080 running time: 12739.517858743668epoch:2081 running time: 12745.678588628769epoch:2082 running time: 12751.811076641083epoch:2083 running time: 12757.879737615585epoch:2084 running time: 12763.914704561234epoch:2085 running time: 12769.966594219208epoch:2086 running time: 12775.991025686264epoch:2087 running time: 12781.975622177124epoch:2088 running time: 12788.129962682724epoch:2089 running time: 12794.325109243393epoch:2090 running time: 12800.307715654373epoch:2091 running time: 12806.40161895752epoch:2092 running time: 12812.54818868637epoch:2093 running time: 12818.69599723816epoch:2094 running time: 12824.833231210709epoch:2095 running time: 12830.91911315918epoch:2096 running time: 12837.079533576965epoch:2097 running time: 12843.216320037842epoch:2098 running time: 12849.300844669342epoch:2099 running time: 12855.416083574295epoch:2100 running time: 12861.509789466858epoch:2101 running time: 12867.557911634445epoch:2102 running time: 12873.68821310997epoch:2103 running time: 12879.79027223587epoch:2104 running time: 12885.976450920105epoch:2105 running time: 12892.065665721893epoch:2106 running time: 12898.188305616379epoch:2107 running time: 12904.311416625977epoch:2108 running time: 12910.464272499084epoch:2109 running time: 12916.60442519188epoch:2110 running time: 12922.714077949524epoch:2111 running time: 12928.930691480637epoch:2112 running time: 12935.195063829422epoch:2113 running time: 12941.421465158463epoch:2114 running time: 12947.485124111176epoch:2115 running time: 12953.549159288406epoch:2116 running time: 12959.566636323929epoch:2117 running time: 12965.612517595291epoch:2118 running time: 12971.64845776558epoch:2119 running time: 12977.779475688934epoch:2120 running time: 12983.90223789215epoch:2121 running time: 12989.98226594925epoch:2122 running time: 12996.184897184372epoch:2123 running time: 13002.23881816864epoch:2124 running time: 13008.243817806244epoch:2125 running time: 13014.260702610016epoch:2126 running time: 13020.348714590073epoch:2127 running time: 13026.501918554306epoch:2128 running time: 13032.594352960587epoch:2129 running time: 13038.666238069534epoch:2130 running time: 13044.699417829514epoch:2131 running time: 13050.796350240707epoch:2132 running time: 13057.019340991974epoch:2133 running time: 13063.126044511795epoch:2134 running time: 13069.240766048431epoch:2135 running time: 13075.350708246231epoch:2136 running time: 13081.415135622025epoch:2137 running time: 13087.4623939991epoch:2138 running time: 13093.486065626144epoch:2139 running time: 13099.5308573246epoch:2140 running time: 13105.585239887238epoch:2141 running time: 13111.683955430984epoch:2142 running time: 13117.833070516586epoch:2143 running time: 13124.032087087631epoch:2144 running time: 13130.24648308754epoch:2145 running time: 13136.425906419754epoch:2146 running time: 13142.568136453629epoch:2147 running time: 13148.633830785751epoch:2148 running time: 13154.648484230042epoch:2149 running time: 13160.821877002716epoch:2150 running time: 13167.045283555984epoch:2151 running time: 13173.087702512741epoch:2152 running time: 13179.133096694946epoch:2153 running time: 13185.2668197155epoch:2154 running time: 13191.388811349869epoch:2155 running time: 13197.508528470993epoch:2156 running time: 13203.617417812347epoch:2157 running time: 13209.72654247284epoch:2158 running time: 13215.858987569809epoch:2159 running time: 13221.965721845627epoch:2160 running time: 13228.08323264122epoch:2161 running time: 13234.231059789658epoch:2162 running time: 13240.321691989899epoch:2163 running time: 13246.405796527863epoch:2164 running time: 13252.50730729103epoch:2165 running time: 13258.681485176086epoch:2166 running time: 13264.733650922775epoch:2167 running time: 13270.78956580162epoch:2168 running time: 13276.896738052368epoch:2169 running time: 13282.966013669968epoch:2170 running time: 13289.135058641434epoch:2171 running time: 13295.273423194885epoch:2172 running time: 13301.41031742096epoch:2173 running time: 13307.585683345795epoch:2174 running time: 13313.689355611801epoch:2175 running time: 13319.815707445145epoch:2176 running time: 13325.909744501114epoch:2177 running time: 13332.058826208115epoch:2178 running time: 13338.21051645279epoch:2179 running time: 13344.363757610321epoch:2180 running time: 13350.431770563126epoch:2181 running time: 13356.549622535706epoch:2182 running time: 13362.663360357285epoch:2183 running time: 13368.799067735672epoch:2184 running time: 13374.982396125793epoch:2185 running time: 13381.142083406448epoch:2186 running time: 13387.253909826279epoch:2187 running time: 13393.518906593323epoch:2188 running time: 13399.651592493057epoch:2189 running time: 13405.694419384003epoch:2190 running time: 13411.714036226273epoch:2191 running time: 13417.80008840561epoch:2192 running time: 13423.816045045853epoch:2193 running time: 13429.928087949753epoch:2194 running time: 13436.099805355072epoch:2195 running time: 13442.289007902145epoch:2196 running time: 13448.380477666855epoch:2197 running time: 13454.457072496414epoch:2198 running time: 13460.445269584656epoch:2199 running time: 13466.6891040802epoch:2200 running time: 13472.814145803452epoch:2201 running time: 13478.931229352951epoch:2202 running time: 13485.093787193298epoch:2203 running time: 13491.236403942108epoch:2204 running time: 13497.344478845596epoch:2205 running time: 13503.403404951096epoch:2206 running time: 13509.495848417282epoch:2207 running time: 13515.544779539108epoch:2208 running time: 13521.582659721375epoch:2209 running time: 13527.699233531952epoch:2210 running time: 13533.798870563507epoch:2211 running time: 13539.928621530533epoch:2212 running time: 13545.986909151077epoch:2213 running time: 13552.07613658905epoch:2214 running time: 13558.169428825378epoch:2215 running time: 13564.215413331985epoch:2216 running time: 13570.26501750946epoch:2217 running time: 13576.409457921982epoch:2218 running time: 13582.596235513687epoch:2219 running time: 13588.7588326931epoch:2220 running time: 13595.022112369537epoch:2221 running time: 13601.083160161972epoch:2222 running time: 13607.157297849655epoch:2223 running time: 13613.410825014114epoch:2224 running time: 13619.547924995422epoch:2225 running time: 13625.647698402405epoch:2226 running time: 13631.824711322784epoch:2227 running time: 13637.98605298996epoch:2228 running time: 13644.03209400177epoch:2229 running time: 13650.202285766602epoch:2230 running time: 13656.354129552841epoch:2231 running time: 13662.469146728516epoch:2232 running time: 13668.560884714127epoch:2233 running time: 13674.684926509857epoch:2234 running time: 13680.858243227005epoch:2235 running time: 13687.015159368515epoch:2236 running time: 13693.104194641113epoch:2237 running time: 13699.256979465485epoch:2238 running time: 13705.343385696411epoch:2239 running time: 13711.386703252792epoch:2240 running time: 13717.454133272171epoch:2241 running time: 13723.549208641052epoch:2242 running time: 13729.636061429977epoch:2243 running time: 13735.705981016159epoch:2244 running time: 13741.834140062332epoch:2245 running time: 13747.964015960693epoch:2246 running time: 13754.080964565277epoch:2247 running time: 13760.138517141342epoch:2248 running time: 13766.300695419312epoch:2249 running time: 13772.483739376068epoch:2250 running time: 13778.558043956757epoch:2251 running time: 13784.66838812828epoch:2252 running time: 13790.789098262787epoch:2253 running time: 13796.93326497078epoch:2254 running time: 13803.01386809349epoch:2255 running time: 13809.207912683487epoch:2256 running time: 13815.35633468628epoch:2257 running time: 13821.463975667953epoch:2258 running time: 13827.569741249084epoch:2259 running time: 13833.69517993927epoch:2260 running time: 13839.900804042816epoch:2261 running time: 13846.186098337173epoch:2262 running time: 13852.378861427307epoch:2263 running time: 13858.492465734482epoch:2264 running time: 13864.548854112625epoch:2265 running time: 13870.625413179398epoch:2266 running time: 13876.670934677124epoch:2267 running time: 13882.814591884613epoch:2268 running time: 13888.957454442978epoch:2269 running time: 13895.096135139465epoch:2270 running time: 13901.306218147278epoch:2271 running time: 13907.423531293869epoch:2272 running time: 13913.570874929428epoch:2273 running time: 13919.69701385498epoch:2274 running time: 13925.749727010727epoch:2275 running time: 13931.803920269012epoch:2276 running time: 13937.932303667068epoch:2277 running time: 13944.055649280548epoch:2278 running time: 13950.259090185165epoch:2279 running time: 13956.363698244095epoch:2280 running time: 13962.507207393646epoch:2281 running time: 13968.555626153946epoch:2282 running time: 13974.669944047928epoch:2283 running time: 13980.87952876091epoch:2284 running time: 13987.038740873337epoch:2285 running time: 13993.069512844086epoch:2286 running time: 13999.288284778595epoch:2287 running time: 14005.543662786484epoch:2288 running time: 14011.63670015335epoch:2289 running time: 14017.81179356575epoch:2290 running time: 14023.888776779175epoch:2291 running time: 14029.95568227768epoch:2292 running time: 14036.074528217316epoch:2293 running time: 14042.208781957626epoch:2294 running time: 14048.334692955017epoch:2295 running time: 14054.478651046753epoch:2296 running time: 14060.677311897278epoch:2297 running time: 14066.832592725754epoch:2298 running time: 14072.939795970917epoch:2299 running time: 14079.018367052078epoch:2300 running time: 14085.067811727524epoch:2301 running time: 14091.179488897324epoch:2302 running time: 14097.319947481155epoch:2303 running time: 14103.410443782806epoch:2304 running time: 14109.449280500412epoch:2305 running time: 14115.483836174011epoch:2306 running time: 14121.542867422104epoch:2307 running time: 14127.653579711914epoch:2308 running time: 14133.72973871231epoch:2309 running time: 14139.877672672272epoch:2310 running time: 14145.996366262436epoch:2311 running time: 14152.086508989334epoch:2312 running time: 14158.18667292595epoch:2313 running time: 14164.354027748108epoch:2314 running time: 14170.543790340424epoch:2315 running time: 14176.820495843887epoch:2316 running time: 14182.990624904633epoch:2317 running time: 14189.093386888504epoch:2318 running time: 14195.213752985epoch:2319 running time: 14201.354755163193epoch:2320 running time: 14207.404416561127epoch:2321 running time: 14213.593207836151epoch:2322 running time: 14219.66253066063epoch:2323 running time: 14225.750949144363epoch:2324 running time: 14231.869948148727epoch:2325 running time: 14237.940057992935epoch:2326 running time: 14244.037963628769epoch:2327 running time: 14250.150828838348epoch:2328 running time: 14256.262429237366epoch:2329 running time: 14262.357494831085epoch:2330 running time: 14268.433827638626epoch:2331 running time: 14274.609751701355epoch:2332 running time: 14280.860131263733epoch:2333 running time: 14286.894547462463epoch:2334 running time: 14292.969904184341epoch:2335 running time: 14299.038722276688epoch:2336 running time: 14305.154254198074epoch:2337 running time: 14311.250484704971epoch:2338 running time: 14317.362786531448epoch:2339 running time: 14323.48467540741epoch:2340 running time: 14329.607078790665epoch:2341 running time: 14335.717298030853epoch:2342 running time: 14341.853851556778epoch:2343 running time: 14348.0006711483epoch:2344 running time: 14354.040545463562epoch:2345 running time: 14360.074717521667epoch:2346 running time: 14366.163715600967epoch:2347 running time: 14372.240460157394epoch:2348 running time: 14378.362332582474epoch:2349 running time: 14384.460888147354epoch:2350 running time: 14390.573922634125epoch:2351 running time: 14396.728717565536epoch:2352 running time: 14402.945786714554epoch:2353 running time: 14409.083847761154epoch:2354 running time: 14415.252269506454epoch:2355 running time: 14421.392802238464epoch:2356 running time: 14427.401503324509epoch:2357 running time: 14433.447597265244epoch:2358 running time: 14439.503431081772epoch:2359 running time: 14445.528332233429epoch:2360 running time: 14451.643757343292epoch:2361 running time: 14457.724494457245epoch:2362 running time: 14463.875760316849epoch:2363 running time: 14469.983058214188epoch:2364 running time: 14476.092168569565epoch:2365 running time: 14482.12417602539epoch:2366 running time: 14488.180367469788epoch:2367 running time: 14494.29852604866epoch:2368 running time: 14500.40442609787epoch:2369 running time: 14506.563203573227epoch:2370 running time: 14512.686586141586epoch:2371 running time: 14518.796650648117epoch:2372 running time: 14524.969326734543epoch:2373 running time: 14530.97427535057epoch:2374 running time: 14537.115120887756epoch:2375 running time: 14543.215820550919epoch:2376 running time: 14549.281096220016epoch:2377 running time: 14555.378425598145epoch:2378 running time: 14561.4573700428epoch:2379 running time: 14567.606074810028epoch:2380 running time: 14573.623878479004epoch:2381 running time: 14579.680522441864epoch:2382 running time: 14585.725553750992epoch:2383 running time: 14591.844698905945epoch:2384 running time: 14597.966267585754epoch:2385 running time: 14604.146299123764epoch:2386 running time: 14610.211492538452epoch:2387 running time: 14616.394476175308epoch:2388 running time: 14622.469130277634epoch:2389 running time: 14628.548107862473epoch:2390 running time: 14634.63584804535epoch:2391 running time: 14640.686994314194epoch:2392 running time: 14646.802488803864epoch:2393 running time: 14652.981202840805epoch:2394 running time: 14659.061289548874epoch:2395 running time: 14665.164118766785epoch:2396 running time: 14671.245828866959epoch:2397 running time: 14677.308000564575epoch:2398 running time: 14683.48050570488epoch:2399 running time: 14689.638332605362epoch:2400 running time: 14695.85944700241epoch:2401 running time: 14702.050006628036epoch:2402 running time: 14708.149137735367epoch:2403 running time: 14714.268501520157epoch:2404 running time: 14720.33118224144epoch:2405 running time: 14726.376855134964epoch:2406 running time: 14732.479030132294epoch:2407 running time: 14738.628104686737epoch:2408 running time: 14744.774887561798epoch:2409 running time: 14750.802547216415epoch:2410 running time: 14756.917070150375epoch:2411 running time: 14762.959319353104epoch:2412 running time: 14769.02101945877epoch:2413 running time: 14775.168744325638epoch:2414 running time: 14781.492094278336epoch:2415 running time: 14787.763827562332epoch:2416 running time: 14793.86765909195epoch:2417 running time: 14799.92207455635epoch:2418 running time: 14806.11871767044epoch:2419 running time: 14812.187754392624epoch:2420 running time: 14818.290276765823epoch:2421 running time: 14824.48138475418epoch:2422 running time: 14830.6674721241epoch:2423 running time: 14836.815413236618epoch:2424 running time: 14842.986742258072epoch:2425 running time: 14849.165769815445epoch:2426 running time: 14855.236532211304epoch:2427 running time: 14861.325058937073epoch:2428 running time: 14867.39056134224epoch:2429 running time: 14873.50899553299epoch:2430 running time: 14879.658355474472epoch:2431 running time: 14885.750370264053epoch:2432 running time: 14891.871116876602epoch:2433 running time: 14898.03260588646epoch:2434 running time: 14904.143911361694epoch:2435 running time: 14910.268808364868epoch:2436 running time: 14916.401352882385epoch:2437 running time: 14922.542528867722epoch:2438 running time: 14928.703907728195epoch:2439 running time: 14934.873479604721epoch:2440 running time: 14940.951964139938epoch:2441 running time: 14947.041200876236epoch:2442 running time: 14953.21885561943epoch:2443 running time: 14959.338921546936epoch:2444 running time: 14965.345215082169epoch:2445 running time: 14971.436479091644epoch:2446 running time: 14977.513654232025epoch:2447 running time: 14983.53588938713epoch:2448 running time: 14989.596462488174epoch:2449 running time: 14995.636300325394epoch:2450 running time: 15001.843421936035epoch:2451 running time: 15007.981860399246epoch:2452 running time: 15014.031826019287epoch:2453 running time: 15020.113744974136epoch:2454 running time: 15026.168254852295epoch:2455 running time: 15032.209532499313epoch:2456 running time: 15038.29113817215epoch:2457 running time: 15044.34277009964epoch:2458 running time: 15050.511344909668epoch:2459 running time: 15056.597800731659epoch:2460 running time: 15062.790488243103epoch:2461 running time: 15068.912495136261epoch:2462 running time: 15074.985629558563epoch:2463 running time: 15081.064547777176epoch:2464 running time: 15087.14603638649epoch:2465 running time: 15093.269380807877epoch:2466 running time: 15099.309348583221epoch:2467 running time: 15105.43801188469epoch:2468 running time: 15111.564261436462epoch:2469 running time: 15117.664054393768epoch:2470 running time: 15123.763953208923epoch:2471 running time: 15129.861308574677epoch:2472 running time: 15135.996318101883epoch:2473 running time: 15142.102064609528epoch:2474 running time: 15148.243220329285epoch:2475 running time: 15154.383351802826epoch:2476 running time: 15160.491798400879epoch:2477 running time: 15166.61689543724epoch:2478 running time: 15172.664687633514epoch:2479 running time: 15178.721191883087epoch:2480 running time: 15184.831595897675epoch:2481 running time: 15190.988020181656epoch:2482 running time: 15197.069180727005epoch:2483 running time: 15203.1410074234epoch:2484 running time: 15209.271812438965epoch:2485 running time: 15215.342038154602epoch:2486 running time: 15221.32788181305epoch:2487 running time: 15227.428954601288epoch:2488 running time: 15233.50336432457epoch:2489 running time: 15239.614400863647epoch:2490 running time: 15245.6932888031epoch:2491 running time: 15251.854692459106epoch:2492 running time: 15258.035583734512epoch:2493 running time: 15264.116400718689epoch:2494 running time: 15270.32950925827epoch:2495 running time: 15276.466720581055epoch:2496 running time: 15282.65146946907epoch:2497 running time: 15288.754395246506epoch:2498 running time: 15294.890647411346epoch:2499 running time: 15301.076609134674epoch:2500 running time: 15307.09466266632epoch:2501 running time: 15313.185124397278epoch:2502 running time: 15319.259408473969epoch:2503 running time: 15325.309357404709epoch:2504 running time: 15331.385298728943epoch:2505 running time: 15337.49531006813epoch:2506 running time: 15343.775207281113epoch:2507 running time: 15349.946013212204epoch:2508 running time: 15355.9847407341epoch:2509 running time: 15362.120744228363epoch:2510 running time: 15368.21687746048epoch:2511 running time: 15374.409770488739epoch:2512 running time: 15380.616482973099epoch:2513 running time: 15386.744869232178epoch:2514 running time: 15392.973971128464epoch:2515 running time: 15399.164806842804epoch:2516 running time: 15405.230551242828epoch:2517 running time: 15411.262691736221epoch:2518 running time: 15417.365486621857epoch:2519 running time: 15423.481411218643epoch:2520 running time: 15429.624115228653epoch:2521 running time: 15435.729037046432epoch:2522 running time: 15441.95004105568epoch:2523 running time: 15448.008702039719epoch:2524 running time: 15454.113435983658epoch:2525 running time: 15460.188202142715epoch:2526 running time: 15466.353647232056epoch:2527 running time: 15472.457354545593epoch:2528 running time: 15478.618931770325epoch:2529 running time: 15484.758390903473epoch:2530 running time: 15490.958498954773epoch:2531 running time: 15497.083292007446epoch:2532 running time: 15503.161635637283epoch:2533 running time: 15509.43155002594epoch:2534 running time: 15515.571513414383epoch:2535 running time: 15521.684850931168epoch:2536 running time: 15527.867014408112epoch:2537 running time: 15534.038458108902epoch:2538 running time: 15540.16756272316epoch:2539 running time: 15546.268020153046epoch:2540 running time: 15552.328813552856epoch:2541 running time: 15558.332601070404epoch:2542 running time: 15564.392550230026epoch:2543 running time: 15570.572454690933epoch:2544 running time: 15576.653284311295epoch:2545 running time: 15582.753225326538epoch:2546 running time: 15588.770277261734epoch:2547 running time: 15594.81950044632epoch:2548 running time: 15600.840706586838epoch:2549 running time: 15606.975487709045epoch:2550 running time: 15613.025558948517epoch:2551 running time: 15619.118262529373epoch:2552 running time: 15625.247251749039epoch:2553 running time: 15631.35705947876epoch:2554 running time: 15637.429714918137epoch:2555 running time: 15643.507549285889epoch:2556 running time: 15649.616620540619epoch:2557 running time: 15655.750643491745epoch:2558 running time: 15661.831582307816epoch:2559 running time: 15667.99538564682epoch:2560 running time: 15674.152008533478epoch:2561 running time: 15680.300345420837epoch:2562 running time: 15686.36397242546epoch:2563 running time: 15692.541847467422epoch:2564 running time: 15698.626674890518epoch:2565 running time: 15704.975215911865epoch:2566 running time: 15711.086468696594epoch:2567 running time: 15717.195106983185epoch:2568 running time: 15723.384244441986epoch:2569 running time: 15729.62796998024epoch:2570 running time: 15735.78029203415epoch:2571 running time: 15741.918818712234epoch:2572 running time: 15747.961856603622epoch:2573 running time: 15754.148253440857epoch:2574 running time: 15760.269415855408epoch:2575 running time: 15766.389147281647epoch:2576 running time: 15772.399860143661epoch:2577 running time: 15778.50729393959epoch:2578 running time: 15784.553143262863epoch:2579 running time: 15790.706157684326epoch:2580 running time: 15796.93698835373epoch:2581 running time: 15803.050628185272epoch:2582 running time: 15809.15658378601epoch:2583 running time: 15815.342173814774epoch:2584 running time: 15821.49111700058epoch:2585 running time: 15827.629359960556epoch:2586 running time: 15833.61407327652epoch:2587 running time: 15839.61766242981epoch:2588 running time: 15845.673121213913epoch:2589 running time: 15851.821989774704epoch:2590 running time: 15858.014543056488epoch:2591 running time: 15864.280299901962epoch:2592 running time: 15870.372189044952epoch:2593 running time: 15876.420843839645epoch:2594 running time: 15882.44213461876epoch:2595 running time: 15888.598967552185epoch:2596 running time: 15894.755628108978epoch:2597 running time: 15900.923198699951epoch:2598 running time: 15907.056150913239epoch:2599 running time: 15913.158216953278epoch:2600 running time: 15919.231052398682epoch:2601 running time: 15925.318138122559epoch:2602 running time: 15931.32801604271epoch:2603 running time: 15937.481590509415epoch:2604 running time: 15943.529899835587epoch:2605 running time: 15949.731126308441epoch:2606 running time: 15956.034492254257epoch:2607 running time: 15962.092105150223epoch:2608 running time: 15968.194222688675epoch:2609 running time: 15974.29450249672epoch:2610 running time: 15980.410448789597epoch:2611 running time: 15986.527158260345epoch:2612 running time: 15992.63087940216epoch:2613 running time: 15998.929293870926epoch:2614 running time: 16005.061528205872epoch:2615 running time: 16011.193648815155epoch:2616 running time: 16017.190646886826epoch:2617 running time: 16023.276514530182epoch:2618 running time: 16029.284281492233epoch:2619 running time: 16035.400383472443epoch:2620 running time: 16041.575775623322epoch:2621 running time: 16047.732334375381epoch:2622 running time: 16053.782818317413epoch:2623 running time: 16059.85010766983epoch:2624 running time: 16065.950764656067epoch:2625 running time: 16072.10102057457epoch:2626 running time: 16078.178319215775epoch:2627 running time: 16084.344756364822epoch:2628 running time: 16090.433821201324epoch:2629 running time: 16096.52091050148epoch:2630 running time: 16102.608332633972epoch:2631 running time: 16108.707818746567epoch:2632 running time: 16114.8246986866epoch:2633 running time: 16120.92417883873epoch:2634 running time: 16127.002614021301epoch:2635 running time: 16133.193267822266epoch:2636 running time: 16139.312155008316epoch:2637 running time: 16145.387818098068epoch:2638 running time: 16151.594597816467epoch:2639 running time: 16157.713379621506epoch:2640 running time: 16163.828980207443epoch:2641 running time: 16169.842102766037epoch:2642 running time: 16175.953603982925epoch:2643 running time: 16182.024688720703epoch:2644 running time: 16188.089084625244epoch:2645 running time: 16194.226699590683epoch:2646 running time: 16200.333673238754epoch:2647 running time: 16206.442852258682epoch:2648 running time: 16212.558822154999epoch:2649 running time: 16218.729340553284epoch:2650 running time: 16224.961765527725epoch:2651 running time: 16231.127796173096epoch:2652 running time: 16237.217725515366epoch:2653 running time: 16243.373925924301epoch:2654 running time: 16249.444008111954epoch:2655 running time: 16255.53837108612epoch:2656 running time: 16261.655724287033epoch:2657 running time: 16267.866265535355epoch:2658 running time: 16274.118350982666epoch:2659 running time: 16280.259041786194epoch:2660 running time: 16286.369041442871epoch:2661 running time: 16292.517578363419epoch:2662 running time: 16298.763107061386epoch:2663 running time: 16304.9269156456epoch:2664 running time: 16311.024893522263epoch:2665 running time: 16317.122278928757epoch:2666 running time: 16323.272897005081epoch:2667 running time: 16329.39467382431epoch:2668 running time: 16335.459756612778epoch:2669 running time: 16341.55027461052epoch:2670 running time: 16347.626605272293epoch:2671 running time: 16353.740792274475epoch:2672 running time: 16359.773306846619epoch:2673 running time: 16366.039435625076epoch:2674 running time: 16372.17064857483epoch:2675 running time: 16378.288905858994epoch:2676 running time: 16384.3675532341epoch:2677 running time: 16390.438735723495epoch:2678 running time: 16396.505368947983epoch:2679 running time: 16402.619933605194epoch:2680 running time: 16408.74759411812epoch:2681 running time: 16414.93490767479epoch:2682 running time: 16421.03453040123epoch:2683 running time: 16427.184611082077epoch:2684 running time: 16433.27315068245epoch:2685 running time: 16439.29739022255epoch:2686 running time: 16445.390193462372epoch:2687 running time: 16451.456889867783epoch:2688 running time: 16457.580656290054epoch:2689 running time: 16463.781006097794epoch:2690 running time: 16469.862205028534epoch:2691 running time: 16475.993295431137epoch:2692 running time: 16482.101963043213epoch:2693 running time: 16488.194580554962epoch:2694 running time: 16494.392427444458epoch:2695 running time: 16500.448280096054epoch:2696 running time: 16506.657007455826epoch:2697 running time: 16512.68140721321epoch:2698 running time: 16518.814778327942epoch:2699 running time: 16524.960947036743epoch:2700 running time: 16531.040558099747epoch:2701 running time: 16537.13699245453epoch:2702 running time: 16543.284075737epoch:2703 running time: 16549.501688480377epoch:2704 running time: 16555.68702197075epoch:2705 running time: 16561.88538956642epoch:2706 running time: 16568.016164541245epoch:2707 running time: 16574.121568918228epoch:2708 running time: 16580.12190413475epoch:2709 running time: 16586.264526605606epoch:2710 running time: 16592.302830934525epoch:2711 running time: 16598.473355293274epoch:2712 running time: 16604.648775577545epoch:2713 running time: 16610.723027944565epoch:2714 running time: 16616.75515627861epoch:2715 running time: 16622.83187532425epoch:2716 running time: 16628.830447673798epoch:2717 running time: 16635.000060796738epoch:2718 running time: 16641.08410000801epoch:2719 running time: 16647.30436205864epoch:2720 running time: 16653.39954996109epoch:2721 running time: 16659.500792503357epoch:2722 running time: 16665.7928545475epoch:2723 running time: 16671.848185300827epoch:2724 running time: 16677.976670265198epoch:2725 running time: 16684.04994702339epoch:2726 running time: 16690.212525844574epoch:2727 running time: 16696.353547811508epoch:2728 running time: 16702.426303863525epoch:2729 running time: 16708.542645692825epoch:2730 running time: 16714.5798330307epoch:2731 running time: 16720.74831342697epoch:2732 running time: 16726.799302339554epoch:2733 running time: 16732.856925725937epoch:2734 running time: 16739.052869319916epoch:2735 running time: 16745.19671845436epoch:2736 running time: 16751.352756500244epoch:2737 running time: 16757.452624320984epoch:2738 running time: 16763.513608694077epoch:2739 running time: 16769.589593172073epoch:2740 running time: 16775.6848757267epoch:2741 running time: 16781.82322216034epoch:2742 running time: 16787.87901043892epoch:2743 running time: 16794.01019191742epoch:2744 running time: 16800.10965180397epoch:2745 running time: 16806.225425720215epoch:2746 running time: 16812.302651643753epoch:2747 running time: 16818.35338282585epoch:2748 running time: 16824.39245200157epoch:2749 running time: 16830.560121059418epoch:2750 running time: 16836.75784277916epoch:2751 running time: 16842.935214281082epoch:2752 running time: 16849.018903017044epoch:2753 running time: 16855.121135234833epoch:2754 running time: 16861.255837202072epoch:2755 running time: 16867.34369134903epoch:2756 running time: 16873.346287727356epoch:2757 running time: 16879.469063043594epoch:2758 running time: 16885.526332378387epoch:2759 running time: 16891.629069566727epoch:2760 running time: 16897.712353229523epoch:2761 running time: 16903.833315610886epoch:2762 running time: 16909.927131175995epoch:2763 running time: 16916.200235128403epoch:2764 running time: 16922.387065649033epoch:2765 running time: 16928.483743667603epoch:2766 running time: 16934.587996721268epoch:2767 running time: 16940.662928819656epoch:2768 running time: 16946.970207452774epoch:2769 running time: 16953.092725515366epoch:2770 running time: 16959.143998146057epoch:2771 running time: 16965.202323436737epoch:2772 running time: 16971.30033516884epoch:2773 running time: 16977.40727877617epoch:2774 running time: 16983.442821979523epoch:2775 running time: 16989.562515735626epoch:2776 running time: 16995.658705472946epoch:2777 running time: 17001.853465795517epoch:2778 running time: 17007.896296977997epoch:2779 running time: 17014.03943181038epoch:2780 running time: 17020.31023335457epoch:2781 running time: 17026.442083358765epoch:2782 running time: 17032.499221086502epoch:2783 running time: 17038.6083278656epoch:2784 running time: 17044.731533288956epoch:2785 running time: 17050.850477695465epoch:2786 running time: 17056.93059539795epoch:2787 running time: 17063.084848165512epoch:2788 running time: 17069.188623189926epoch:2789 running time: 17075.31134557724epoch:2790 running time: 17081.42277240753epoch:2791 running time: 17087.47674703598epoch:2792 running time: 17093.61589741707epoch:2793 running time: 17099.883706331253epoch:2794 running time: 17106.15785074234epoch:2795 running time: 17112.434956789017epoch:2796 running time: 17118.551992416382epoch:2797 running time: 17124.710966587067epoch:2798 running time: 17130.81079697609epoch:2799 running time: 17136.891302108765epoch:2800 running time: 17143.07376742363epoch:2801 running time: 17149.258974790573epoch:2802 running time: 17155.319393873215epoch:2803 running time: 17161.446356773376epoch:2804 running time: 17167.565563201904epoch:2805 running time: 17173.687111616135epoch:2806 running time: 17179.804749965668epoch:2807 running time: 17185.87135863304epoch:2808 running time: 17191.999237537384epoch:2809 running time: 17198.12909269333epoch:2810 running time: 17204.344312429428epoch:2811 running time: 17210.439492940903epoch:2812 running time: 17216.492540359497epoch:2813 running time: 17222.58604645729epoch:2814 running time: 17228.70849585533epoch:2815 running time: 17234.779878377914epoch:2816 running time: 17240.87082862854epoch:2817 running time: 17246.99499487877epoch:2818 running time: 17253.124935388565epoch:2819 running time: 17259.134207963943epoch:2820 running time: 17265.252680301666epoch:2821 running time: 17271.393899917603epoch:2822 running time: 17277.466734170914epoch:2823 running time: 17283.610179901123epoch:2824 running time: 17289.763923883438epoch:2825 running time: 17295.900200128555epoch:2826 running time: 17301.971267223358epoch:2827 running time: 17308.150245666504epoch:2828 running time: 17314.217393398285epoch:2829 running time: 17320.24189567566epoch:2830 running time: 17326.340057373047epoch:2831 running time: 17332.416965007782epoch:2832 running time: 17338.574223041534epoch:2833 running time: 17344.75780749321epoch:2834 running time: 17350.882144212723epoch:2835 running time: 17357.00069618225epoch:2836 running time: 17363.058481693268epoch:2837 running time: 17369.190024137497epoch:2838 running time: 17375.280414819717epoch:2839 running time: 17381.554051876068epoch:2840 running time: 17387.64632344246epoch:2841 running time: 17393.82679629326epoch:2842 running time: 17399.900637626648epoch:2843 running time: 17405.92486524582epoch:2844 running time: 17412.113355398178epoch:2845 running time: 17418.215922117233epoch:2846 running time: 17424.289080381393epoch:2847 running time: 17430.42351102829epoch:2848 running time: 17436.542016983032epoch:2849 running time: 17442.622490882874epoch:2850 running time: 17448.678257465363epoch:2851 running time: 17454.780017852783epoch:2852 running time: 17460.869479894638epoch:2853 running time: 17466.924283266068epoch:2854 running time: 17473.035910129547epoch:2855 running time: 17479.127627134323epoch:2856 running time: 17485.323264837265epoch:2857 running time: 17491.437483549118epoch:2858 running time: 17497.509331941605epoch:2859 running time: 17503.576959848404epoch:2860 running time: 17509.67619252205epoch:2861 running time: 17515.722497224808epoch:2862 running time: 17521.94182062149epoch:2863 running time: 17528.17680621147epoch:2864 running time: 17534.35853624344epoch:2865 running time: 17540.480357646942epoch:2866 running time: 17546.633410215378epoch:2867 running time: 17552.929790496826epoch:2868 running time: 17559.170433044434epoch:2869 running time: 17565.17207956314epoch:2870 running time: 17571.22255039215epoch:2871 running time: 17577.35879302025epoch:2872 running time: 17583.411189556122epoch:2873 running time: 17589.61662197113epoch:2874 running time: 17595.903082609177epoch:2875 running time: 17602.219519615173epoch:2876 running time: 17608.4288957119epoch:2877 running time: 17614.53031039238epoch:2878 running time: 17620.73611688614epoch:2879 running time: 17626.881281852722epoch:2880 running time: 17633.029837608337epoch:2881 running time: 17639.13600707054epoch:2882 running time: 17645.15782570839epoch:2883 running time: 17651.185126781464epoch:2884 running time: 17657.37331843376epoch:2885 running time: 17663.477025985718epoch:2886 running time: 17669.67564892769epoch:2887 running time: 17675.772120714188epoch:2888 running time: 17681.812635183334epoch:2889 running time: 17687.98011159897epoch:2890 running time: 17694.077619314194epoch:2891 running time: 17700.154686927795epoch:2892 running time: 17706.248879909515epoch:2893 running time: 17712.3434984684epoch:2894 running time: 17718.426503658295epoch:2895 running time: 17724.569853305817epoch:2896 running time: 17730.67206263542epoch:2897 running time: 17736.754642248154epoch:2898 running time: 17742.807207107544epoch:2899 running time: 17748.94034910202epoch:2900 running time: 17754.987242937088epoch:2901 running time: 17761.101719141006epoch:2902 running time: 17767.252969264984epoch:2903 running time: 17773.335191726685epoch:2904 running time: 17779.435208320618epoch:2905 running time: 17785.5645301342epoch:2906 running time: 17791.671025514603epoch:2907 running time: 17797.773376703262epoch:2908 running time: 17803.893919467926epoch:2909 running time: 17810.024337291718epoch:2910 running time: 17816.112294197083epoch:2911 running time: 17822.198024749756epoch:2912 running time: 17828.281620502472epoch:2913 running time: 17834.38920068741epoch:2914 running time: 17840.462243556976epoch:2915 running time: 17846.545941114426epoch:2916 running time: 17852.64769101143epoch:2917 running time: 17858.759614944458epoch:2918 running time: 17864.798785448074epoch:2919 running time: 17870.851559877396epoch:2920 running time: 17876.888873815536epoch:2921 running time: 17882.92027068138epoch:2922 running time: 17889.0774435997epoch:2923 running time: 17895.11798143387epoch:2924 running time: 17901.236407518387epoch:2925 running time: 17907.33124065399epoch:2926 running time: 17913.388148784637epoch:2927 running time: 17919.421000242233epoch:2928 running time: 17925.595510959625epoch:2929 running time: 17931.68384695053epoch:2930 running time: 17937.755978822708epoch:2931 running time: 17943.89266848564epoch:2932 running time: 17950.005286455154epoch:2933 running time: 17956.05836558342epoch:2934 running time: 17962.122635126114epoch:2935 running time: 17968.32008600235epoch:2936 running time: 17974.415045261383epoch:2937 running time: 17980.593589305878epoch:2938 running time: 17986.67305779457epoch:2939 running time: 17992.79728603363epoch:2940 running time: 17998.92761540413epoch:2941 running time: 18004.953691244125epoch:2942 running time: 18011.156317710876epoch:2943 running time: 18017.193300008774epoch:2944 running time: 18023.23067355156epoch:2945 running time: 18029.375293254852epoch:2946 running time: 18035.529974222183epoch:2947 running time: 18041.74265885353epoch:2948 running time: 18047.96624493599epoch:2949 running time: 18054.034511089325epoch:2950 running time: 18060.01379609108epoch:2951 running time: 18066.071766614914epoch:2952 running time: 18072.153146982193epoch:2953 running time: 18078.263124227524epoch:2954 running time: 18084.437697172165epoch:2955 running time: 18090.562376260757epoch:2956 running time: 18096.557035446167epoch:2957 running time: 18102.659908771515epoch:2958 running time: 18108.777455329895epoch:2959 running time: 18114.846870422363epoch:2960 running time: 18120.956842422485epoch:2961 running time: 18126.974622011185epoch:2962 running time: 18133.14819407463epoch:2963 running time: 18139.31176996231epoch:2964 running time: 18145.334919691086epoch:2965 running time: 18151.400993824005epoch:2966 running time: 18157.511700868607epoch:2967 running time: 18163.622524023056epoch:2968 running time: 18169.869809150696epoch:2969 running time: 18175.946691274643epoch:2970 running time: 18182.089798927307epoch:2971 running time: 18188.155260562897epoch:2972 running time: 18194.252063274384epoch:2973 running time: 18200.32638525963epoch:2974 running time: 18206.39248108864epoch:2975 running time: 18212.512418985367epoch:2976 running time: 18218.606027126312epoch:2977 running time: 18224.739573717117epoch:2978 running time: 18230.895226240158epoch:2979 running time: 18236.941391706467epoch:2980 running time: 18242.990874052048epoch:2981 running time: 18249.066394090652epoch:2982 running time: 18255.240692138672epoch:2983 running time: 18261.399002552032epoch:2984 running time: 18267.48428797722epoch:2985 running time: 18273.61231303215epoch:2986 running time: 18279.857211589813epoch:2987 running time: 18285.95530939102epoch:2988 running time: 18292.021699666977epoch:2989 running time: 18298.071423768997epoch:2990 running time: 18304.1725025177epoch:2991 running time: 18310.19520187378epoch:2992 running time: 18316.344326019287epoch:2993 running time: 18322.446311950684epoch:2994 running time: 18328.584590911865epoch:2995 running time: 18334.636599302292epoch:2996 running time: 18340.84604859352epoch:2997 running time: 18347.125448942184epoch:2998 running time: 18353.3244972229epoch:2999 running time: 18359.41013431549epoch:3000 running time: 18365.52745604515epoch:3001 running time: 18371.68560194969epoch:3002 running time: 18377.74547791481epoch:3003 running time: 18383.73371052742epoch:3004 running time: 18389.738579511642epoch:3005 running time: 18395.784704208374epoch:3006 running time: 18401.919056415558epoch:3007 running time: 18408.141280174255epoch:3008 running time: 18414.274557590485epoch:3009 running time: 18420.38475060463epoch:3010 running time: 18426.524762153625epoch:3011 running time: 18432.661246538162epoch:3012 running time: 18438.734031915665epoch:3013 running time: 18444.787340164185epoch:3014 running time: 18450.870371341705epoch:3015 running time: 18457.15192079544epoch:3016 running time: 18463.34439778328epoch:3017 running time: 18469.434723615646epoch:3018 running time: 18475.558232307434epoch:3019 running time: 18481.594945430756epoch:3020 running time: 18487.68998980522epoch:3021 running time: 18493.737375974655epoch:3022 running time: 18499.935340166092epoch:3023 running time: 18506.00957250595epoch:3024 running time: 18512.0888838768epoch:3025 running time: 18518.110812187195epoch:3026 running time: 18524.202800035477epoch:3027 running time: 18530.315313100815epoch:3028 running time: 18536.465789079666epoch:3029 running time: 18542.596697568893epoch:3030 running time: 18548.701110124588epoch:3031 running time: 18554.845176935196epoch:3032 running time: 18560.956830501556epoch:3033 running time: 18567.017989873886epoch:3034 running time: 18573.076946735382epoch:3035 running time: 18579.143290281296epoch:3036 running time: 18585.23741531372epoch:3037 running time: 18591.334486961365epoch:3038 running time: 18597.505571365356epoch:3039 running time: 18603.65333175659epoch:3040 running time: 18609.75886964798epoch:3041 running time: 18615.85732316971epoch:3042 running time: 18622.013464450836epoch:3043 running time: 18628.132194280624epoch:3044 running time: 18634.254569768906epoch:3045 running time: 18640.358179092407epoch:3046 running time: 18646.51952433586epoch:3047 running time: 18652.765493154526epoch:3048 running time: 18658.912798404694epoch:3049 running time: 18665.068041801453epoch:3050 running time: 18671.14791750908epoch:3051 running time: 18677.28985142708epoch:3052 running time: 18683.4912917614epoch:3053 running time: 18689.620109558105epoch:3054 running time: 18695.672001361847epoch:3055 running time: 18701.836041212082epoch:3056 running time: 18707.861763715744epoch:3057 running time: 18713.90096759796epoch:3058 running time: 18719.897559165955epoch:3059 running time: 18726.208611011505epoch:3060 running time: 18732.317533254623epoch:3061 running time: 18738.383849143982epoch:3062 running time: 18744.51710176468epoch:3063 running time: 18750.595641613007epoch:3064 running time: 18756.728519439697epoch:3065 running time: 18762.841621160507epoch:3066 running time: 18769.061342716217epoch:3067 running time: 18775.101155519485epoch:3068 running time: 18781.244643449783epoch:3069 running time: 18787.339242219925epoch:3070 running time: 18793.404509067535epoch:3071 running time: 18799.45895409584epoch:3072 running time: 18805.57269525528epoch:3073 running time: 18811.705387353897epoch:3074 running time: 18817.955693483353epoch:3075 running time: 18824.203135728836epoch:3076 running time: 18830.289563417435epoch:3077 running time: 18836.374452114105epoch:3078 running time: 18842.424293756485epoch:3079 running time: 18848.496422052383epoch:3080 running time: 18854.701646327972epoch:3081 running time: 18860.806032180786epoch:3082 running time: 18866.877776145935epoch:3083 running time: 18873.061612844467epoch:3084 running time: 18879.124898672104epoch:3085 running time: 18885.25837469101epoch:3086 running time: 18891.34441280365epoch:3087 running time: 18897.54933643341epoch:3088 running time: 18903.71318769455epoch:3089 running time: 18909.80804657936epoch:3090 running time: 18915.827063560486epoch:3091 running time: 18921.938734054565epoch:3092 running time: 18928.16135907173epoch:3093 running time: 18934.278188467026epoch:3094 running time: 18940.379214525223epoch:3095 running time: 18946.451607465744epoch:3096 running time: 18952.439994573593epoch:3097 running time: 18958.714592933655epoch:3098 running time: 18964.81974172592epoch:3099 running time: 18971.07788681984epoch:3100 running time: 18977.171057462692epoch:3101 running time: 18983.20500087738epoch:3102 running time: 18989.343197584152epoch:3103 running time: 18995.400296211243epoch:3104 running time: 19001.55336332321epoch:3105 running time: 19007.68087410927epoch:3106 running time: 19013.77815747261epoch:3107 running time: 19019.91451883316epoch:3108 running time: 19026.0186085701epoch:3109 running time: 19032.106683969498epoch:3110 running time: 19038.25837278366epoch:3111 running time: 19044.413239002228epoch:3112 running time: 19050.522339582443epoch:3113 running time: 19056.763772010803epoch:3114 running time: 19062.989194393158epoch:3115 running time: 19069.161412239075epoch:3116 running time: 19075.342423915863epoch:3117 running time: 19081.39968776703epoch:3118 running time: 19087.443128585815epoch:3119 running time: 19093.47842526436epoch:3120 running time: 19099.55229616165epoch:3121 running time: 19105.69911837578epoch:3122 running time: 19111.879549503326epoch:3123 running time: 19117.947262763977epoch:3124 running time: 19123.981829881668epoch:3125 running time: 19130.112600564957epoch:3126 running time: 19136.151299238205epoch:3127 running time: 19142.241863012314epoch:3128 running time: 19148.34329891205epoch:3129 running time: 19154.488419771194epoch:3130 running time: 19160.594690561295epoch:3131 running time: 19166.680216550827epoch:3132 running time: 19172.74448275566epoch:3133 running time: 19178.736457824707epoch:3134 running time: 19184.81867837906epoch:3135 running time: 19190.88281607628epoch:3136 running time: 19197.017825365067epoch:3137 running time: 19203.1298058033epoch:3138 running time: 19209.297954559326epoch:3139 running time: 19215.400897741318epoch:3140 running time: 19221.535356998444epoch:3141 running time: 19227.55155134201epoch:3142 running time: 19233.68039727211epoch:3143 running time: 19239.696516036987epoch:3144 running time: 19245.86099433899epoch:3145 running time: 19251.929535150528epoch:3146 running time: 19258.08136677742epoch:3147 running time: 19264.15275287628epoch:3148 running time: 19270.181084394455epoch:3149 running time: 19276.33753681183epoch:3150 running time: 19282.438658475876epoch:3151 running time: 19288.58739566803epoch:3152 running time: 19294.72229862213epoch:3153 running time: 19300.847048044205epoch:3154 running time: 19306.97958445549epoch:3155 running time: 19313.03594660759epoch:3156 running time: 19319.15599489212epoch:3157 running time: 19325.23692393303epoch:3158 running time: 19331.314961194992epoch:3159 running time: 19337.40331506729epoch:3160 running time: 19343.5498418808epoch:3161 running time: 19349.59458208084epoch:3162 running time: 19355.721914052963epoch:3163 running time: 19361.809294700623epoch:3164 running time: 19367.97789978981epoch:3165 running time: 19374.068721055984epoch:3166 running time: 19380.149280548096epoch:3167 running time: 19386.28947854042epoch:3168 running time: 19392.3781208992epoch:3169 running time: 19398.582075834274epoch:3170 running time: 19404.663809537888epoch:3171 running time: 19410.85213780403epoch:3172 running time: 19416.962633371353epoch:3173 running time: 19423.203526735306epoch:3174 running time: 19429.31662583351epoch:3175 running time: 19435.57477259636epoch:3176 running time: 19441.632091522217epoch:3177 running time: 19447.711030244827epoch:3178 running time: 19453.764230012894epoch:3179 running time: 19459.895555973053epoch:3180 running time: 19466.069011688232epoch:3181 running time: 19472.23379921913epoch:3182 running time: 19478.35557627678epoch:3183 running time: 19484.621781110764epoch:3184 running time: 19490.90124154091epoch:3185 running time: 19496.969846725464epoch:3186 running time: 19503.154376745224epoch:3187 running time: 19509.218272686005epoch:3188 running time: 19515.276090860367epoch:3189 running time: 19521.388906478882epoch:3190 running time: 19527.559940338135epoch:3191 running time: 19533.64702439308epoch:3192 running time: 19539.71830034256epoch:3193 running time: 19545.932193994522epoch:3194 running time: 19552.276884317398epoch:3195 running time: 19558.387282848358epoch:3196 running time: 19564.437849998474epoch:3197 running time: 19570.53921532631epoch:3198 running time: 19576.63391160965epoch:3199 running time: 19582.803183555603epoch:3200 running time: 19588.915816307068epoch:3201 running time: 19595.01678609848epoch:3202 running time: 19601.11945796013epoch:3203 running time: 19607.27582550049epoch:3204 running time: 19613.373545646667epoch:3205 running time: 19619.509773254395epoch:3206 running time: 19625.627683401108epoch:3207 running time: 19631.76514339447epoch:3208 running time: 19637.876747608185epoch:3209 running time: 19644.004460573196epoch:3210 running time: 19650.072848320007epoch:3211 running time: 19656.16046309471epoch:3212 running time: 19662.29661989212epoch:3213 running time: 19668.448525428772epoch:3214 running time: 19674.668924093246epoch:3215 running time: 19680.922893047333epoch:3216 running time: 19687.20881009102epoch:3217 running time: 19693.352390527725epoch:3218 running time: 19699.429061174393epoch:3219 running time: 19705.47778749466epoch:3220 running time: 19711.54969215393epoch:3221 running time: 19717.65582895279epoch:3222 running time: 19723.737035274506epoch:3223 running time: 19729.864151716232epoch:3224 running time: 19735.956354141235epoch:3225 running time: 19742.096676826477epoch:3226 running time: 19748.17690014839epoch:3227 running time: 19754.327591896057epoch:3228 running time: 19760.45597553253epoch:3229 running time: 19766.56901860237epoch:3230 running time: 19772.649628162384epoch:3231 running time: 19778.74768137932epoch:3232 running time: 19784.86306285858epoch:3233 running time: 19790.919743537903epoch:3234 running time: 19797.0484726429epoch:3235 running time: 19803.16601538658epoch:3236 running time: 19809.37074971199epoch:3237 running time: 19815.41467308998epoch:3238 running time: 19821.566691160202epoch:3239 running time: 19827.672020196915epoch:3240 running time: 19833.806956768036epoch:3241 running time: 19839.887202501297epoch:3242 running time: 19845.962565898895epoch:3243 running time: 19852.125448942184epoch:3244 running time: 19858.162130832672epoch:3245 running time: 19864.218542814255epoch:3246 running time: 19870.329514980316epoch:3247 running time: 19876.468876600266epoch:3248 running time: 19882.68247270584epoch:3249 running time: 19888.80276823044epoch:3250 running time: 19894.854496002197epoch:3251 running time: 19900.992385149002epoch:3252 running time: 19907.05824947357epoch:3253 running time: 19913.099677085876epoch:3254 running time: 19919.246767282486epoch:3255 running time: 19925.276213645935epoch:3256 running time: 19931.355943202972epoch:3257 running time: 19937.429319620132epoch:3258 running time: 19943.589909791946epoch:3259 running time: 19949.71763896942epoch:3260 running time: 19955.798879623413epoch:3261 running time: 19961.968155384064epoch:3262 running time: 19968.095956087112epoch:3263 running time: 19974.221952438354epoch:3264 running time: 19980.358228445053epoch:3265 running time: 19986.525075912476epoch:3266 running time: 19992.67518377304epoch:3267 running time: 19998.946088314056epoch:3268 running time: 20005.24438881874epoch:3269 running time: 20011.51050233841epoch:3270 running time: 20017.767481803894epoch:3271 running time: 20023.89671230316epoch:3272 running time: 20030.150723218918epoch:3273 running time: 20036.461329460144epoch:3274 running time: 20042.77334856987epoch:3275 running time: 20048.867606163025epoch:3276 running time: 20054.9543697834epoch:3277 running time: 20061.175402879715epoch:3278 running time: 20067.22197818756epoch:3279 running time: 20073.34113240242epoch:3280 running time: 20079.372433423996epoch:3281 running time: 20085.520847797394epoch:3282 running time: 20091.6147274971epoch:3283 running time: 20097.681332826614epoch:3284 running time: 20103.767619132996epoch:3285 running time: 20109.97237944603epoch:3286 running time: 20116.168726682663epoch:3287 running time: 20122.284952640533epoch:3288 running time: 20128.44552707672epoch:3289 running time: 20134.519541740417epoch:3290 running time: 20140.5665371418epoch:3291 running time: 20146.61820101738epoch:3292 running time: 20152.75496864319epoch:3293 running time: 20158.810446977615epoch:3294 running time: 20164.99986743927epoch:3295 running time: 20171.087545871735epoch:3296 running time: 20177.211023569107epoch:3297 running time: 20183.28467106819epoch:3298 running time: 20189.43195128441epoch:3299 running time: 20195.5344080925epoch:3300 running time: 20201.589809417725epoch:3301 running time: 20207.613807439804epoch:3302 running time: 20213.703612327576epoch:3303 running time: 20219.726592063904epoch:3304 running time: 20225.874233722687epoch:3305 running time: 20232.00355696678epoch:3306 running time: 20238.0933303833epoch:3307 running time: 20244.22728204727epoch:3308 running time: 20250.275776147842epoch:3309 running time: 20256.328813314438epoch:3310 running time: 20262.382432937622epoch:3311 running time: 20268.47705769539epoch:3312 running time: 20274.625243663788epoch:3313 running time: 20280.816359996796epoch:3314 running time: 20287.02651333809epoch:3315 running time: 20293.224312067032epoch:3316 running time: 20299.36884379387epoch:3317 running time: 20305.496265411377epoch:3318 running time: 20311.675717115402epoch:3319 running time: 20317.784286260605epoch:3320 running time: 20323.99172258377epoch:3321 running time: 20330.14913225174epoch:3322 running time: 20336.265208005905epoch:3323 running time: 20342.317751407623epoch:3324 running time: 20348.489520311356epoch:3325 running time: 20354.633692979813epoch:3326 running time: 20360.718676567078epoch:3327 running time: 20366.81379675865epoch:3328 running time: 20372.918474912643epoch:3329 running time: 20378.98584318161epoch:3330 running time: 20385.04902625084epoch:3331 running time: 20391.17293691635epoch:3332 running time: 20397.393493175507epoch:3333 running time: 20403.54223704338epoch:3334 running time: 20409.707110881805epoch:3335 running time: 20415.846676826477epoch:3336 running time: 20421.983029842377epoch:3337 running time: 20428.139309883118epoch:3338 running time: 20434.22410964966epoch:3339 running time: 20440.31099963188epoch:3340 running time: 20446.377806663513epoch:3341 running time: 20452.476454496384epoch:3342 running time: 20458.604597330093epoch:3343 running time: 20464.730172872543epoch:3344 running time: 20470.82435274124epoch:3345 running time: 20477.01682949066epoch:3346 running time: 20483.073372602463epoch:3347 running time: 20489.247772932053epoch:3348 running time: 20495.404428720474epoch:3349 running time: 20501.459660053253epoch:3350 running time: 20507.495316505432epoch:3351 running time: 20513.538677215576epoch:3352 running time: 20519.581940174103epoch:3353 running time: 20525.69183421135epoch:3354 running time: 20531.752903938293epoch:3355 running time: 20537.845601558685epoch:3356 running time: 20544.019012451172epoch:3357 running time: 20550.189589738846epoch:3358 running time: 20556.46901655197epoch:3359 running time: 20562.565589427948epoch:3360 running time: 20568.63045024872epoch:3361 running time: 20574.79518556595epoch:3362 running time: 20580.9362180233epoch:3363 running time: 20587.05313706398epoch:3364 running time: 20593.215932130814epoch:3365 running time: 20599.435012578964epoch:3366 running time: 20605.576036691666epoch:3367 running time: 20611.666882514954epoch:3368 running time: 20617.791793823242epoch:3369 running time: 20624.048372507095epoch:3370 running time: 20630.209442138672epoch:3371 running time: 20636.326259851456epoch:3372 running time: 20642.555770635605epoch:3373 running time: 20648.6320271492epoch:3374 running time: 20654.700261831284epoch:3375 running time: 20660.713708400726epoch:3376 running time: 20666.8029358387epoch:3377 running time: 20673.03083205223epoch:3378 running time: 20679.201397657394epoch:3379 running time: 20685.28457713127epoch:3380 running time: 20691.469073534012epoch:3381 running time: 20697.583107233047epoch:3382 running time: 20703.69432234764epoch:3383 running time: 20709.768181562424epoch:3384 running time: 20715.89588046074epoch:3385 running time: 20721.956379413605epoch:3386 running time: 20728.121452093124epoch:3387 running time: 20734.195045232773epoch:3388 running time: 20740.27577662468epoch:3389 running time: 20746.35436987877epoch:3390 running time: 20752.48742032051epoch:3391 running time: 20758.645597934723epoch:3392 running time: 20764.796892404556epoch:3393 running time: 20770.845100402832epoch:3394 running time: 20776.920546770096epoch:3395 running time: 20783.015349149704epoch:3396 running time: 20789.063254117966epoch:3397 running time: 20795.096519708633epoch:3398 running time: 20801.230454921722epoch:3399 running time: 20807.318808078766epoch:3400 running time: 20813.383397579193epoch:3401 running time: 20819.387056827545epoch:3402 running time: 20825.544880628586epoch:3403 running time: 20831.674573659897epoch:3404 running time: 20837.74698996544epoch:3405 running time: 20843.903898239136epoch:3406 running time: 20850.003662109375epoch:3407 running time: 20856.083364725113epoch:3408 running time: 20862.131188869476epoch:3409 running time: 20868.274520874023epoch:3410 running time: 20874.48383498192epoch:3411 running time: 20880.61902475357epoch:3412 running time: 20886.652204990387epoch:3413 running time: 20892.772599458694epoch:3414 running time: 20898.83454322815epoch:3415 running time: 20904.91626739502epoch:3416 running time: 20911.071296691895epoch:3417 running time: 20917.10828280449epoch:3418 running time: 20923.245554208755epoch:3419 running time: 20929.40003299713epoch:3420 running time: 20935.47033715248epoch:3421 running time: 20941.56432247162epoch:3422 running time: 20947.700560092926epoch:3423 running time: 20953.878348588943epoch:3424 running time: 20960.05117368698epoch:3425 running time: 20966.18270969391epoch:3426 running time: 20972.392972946167epoch:3427 running time: 20978.450577497482epoch:3428 running time: 20984.500416517258epoch:3429 running time: 20990.60525417328epoch:3430 running time: 20996.691893815994epoch:3431 running time: 21002.739370822906epoch:3432 running time: 21008.76546049118epoch:3433 running time: 21014.8752887249epoch:3434 running time: 21020.960569381714epoch:3435 running time: 21027.028487682343epoch:3436 running time: 21033.110858678818epoch:3437 running time: 21039.18972468376epoch:3438 running time: 21045.308359384537epoch:3439 running time: 21051.4108338356epoch:3440 running time: 21057.56284546852epoch:3441 running time: 21063.66486787796epoch:3442 running time: 21069.79409980774epoch:3443 running time: 21075.80210709572epoch:3444 running time: 21081.89935517311epoch:3445 running time: 21087.979108572006epoch:3446 running time: 21094.101170301437epoch:3447 running time: 21100.161311626434epoch:3448 running time: 21106.250430345535epoch:3449 running time: 21112.49497485161epoch:3450 running time: 21118.776339769363epoch:3451 running time: 21125.059627056122epoch:3452 running time: 21131.143008708954epoch:3453 running time: 21137.16452550888epoch:3454 running time: 21143.363989830017epoch:3455 running time: 21149.4882979393epoch:3456 running time: 21155.589494228363epoch:3457 running time: 21161.702064037323epoch:3458 running time: 21167.753668546677epoch:3459 running time: 21173.898933649063epoch:3460 running time: 21180.148070573807epoch:3461 running time: 21186.29957175255epoch:3462 running time: 21192.398939609528epoch:3463 running time: 21198.59142613411epoch:3464 running time: 21204.730223417282epoch:3465 running time: 21210.897217988968epoch:3466 running time: 21217.011092185974epoch:3467 running time: 21223.09925174713epoch:3468 running time: 21229.283639907837epoch:3469 running time: 21235.399220228195epoch:3470 running time: 21241.600738048553epoch:3471 running time: 21247.708833694458epoch:3472 running time: 21253.82018971443epoch:3473 running time: 21259.86204957962epoch:3474 running time: 21265.976120471954epoch:3475 running time: 21272.06899857521epoch:3476 running time: 21278.174798488617epoch:3477 running time: 21284.23100757599epoch:3478 running time: 21290.35898709297epoch:3479 running time: 21296.527911901474epoch:3480 running time: 21302.66686820984epoch:3481 running time: 21308.78181552887epoch:3482 running time: 21314.98969578743epoch:3483 running time: 21321.06818675995epoch:3484 running time: 21327.14926624298epoch:3485 running time: 21333.172322511673epoch:3486 running time: 21339.30468559265epoch:3487 running time: 21345.510050535202epoch:3488 running time: 21351.753929138184epoch:3489 running time: 21357.87814307213epoch:3490 running time: 21364.016553878784epoch:3491 running time: 21370.117676973343epoch:3492 running time: 21376.217720746994epoch:3493 running time: 21382.485654115677epoch:3494 running time: 21388.582094192505epoch:3495 running time: 21394.64545750618epoch:3496 running time: 21400.72392296791epoch:3497 running time: 21406.819206237793epoch:3498 running time: 21412.88076901436epoch:3499 running time: 21419.004868030548epoch:3500 running time: 21425.064833641052epoch:3501 running time: 21431.213577985764epoch:3502 running time: 21437.303119182587epoch:3503 running time: 21443.427498102188epoch:3504 running time: 21449.513670682907epoch:3505 running time: 21455.51694393158epoch:3506 running time: 21461.647296905518epoch:3507 running time: 21467.74868607521epoch:3508 running time: 21473.822122573853epoch:3509 running time: 21479.99851179123epoch:3510 running time: 21486.090880155563epoch:3511 running time: 21492.141913414epoch:3512 running time: 21498.362897634506epoch:3513 running time: 21504.62010741234epoch:3514 running time: 21510.916781902313epoch:3515 running time: 21516.97104215622epoch:3516 running time: 21523.162296772003epoch:3517 running time: 21529.292939186096epoch:3518 running time: 21535.398564100266epoch:3519 running time: 21541.518565416336epoch:3520 running time: 21547.621601819992epoch:3521 running time: 21553.685569763184epoch:3522 running time: 21559.739681005478epoch:3523 running time: 21565.80818080902epoch:3524 running time: 21571.90135908127epoch:3525 running time: 21578.09295940399epoch:3526 running time: 21584.20052433014epoch:3527 running time: 21590.25068974495epoch:3528 running time: 21596.35116124153epoch:3529 running time: 21602.505547761917epoch:3530 running time: 21608.76051068306epoch:3531 running time: 21614.92013835907epoch:3532 running time: 21621.075713396072epoch:3533 running time: 21627.162701368332epoch:3534 running time: 21633.254909276962epoch:3535 running time: 21639.42705655098epoch:3536 running time: 21645.5297498703epoch:3537 running time: 21651.688574552536epoch:3538 running time: 21657.778947114944epoch:3539 running time: 21663.905994176865epoch:3540 running time: 21670.087865829468epoch:3541 running time: 21676.17818903923epoch:3542 running time: 21682.33550429344epoch:3543 running time: 21688.470949411392epoch:3544 running time: 21694.63796234131epoch:3545 running time: 21700.80805325508epoch:3546 running time: 21706.929762125015epoch:3547 running time: 21713.08882498741epoch:3548 running time: 21719.18990087509epoch:3549 running time: 21725.224435329437epoch:3550 running time: 21731.32005929947epoch:3551 running time: 21737.46812105179epoch:3552 running time: 21743.525638580322epoch:3553 running time: 21749.590568065643epoch:3554 running time: 21755.712537765503epoch:3555 running time: 21761.824412584305epoch:3556 running time: 21767.86200451851epoch:3557 running time: 21773.923666000366epoch:3558 running time: 21779.992483377457epoch:3559 running time: 21786.09721660614epoch:3560 running time: 21792.146502256393epoch:3561 running time: 21798.268100500107epoch:3562 running time: 21804.445071220398epoch:3563 running time: 21810.665885210037epoch:3564 running time: 21816.731990337372epoch:3565 running time: 21822.97093129158epoch:3566 running time: 21828.97221469879epoch:3567 running time: 21835.109696149826epoch:3568 running time: 21841.183208227158epoch:3569 running time: 21847.344613075256epoch:3570 running time: 21853.474514722824epoch:3571 running time: 21859.51071190834epoch:3572 running time: 21865.61532354355epoch:3573 running time: 21871.63609623909epoch:3574 running time: 21877.774693965912epoch:3575 running time: 21883.924258708954epoch:3576 running time: 21890.07038640976epoch:3577 running time: 21896.188807487488epoch:3578 running time: 21902.263214588165epoch:3579 running time: 21908.380026578903epoch:3580 running time: 21914.393044233322epoch:3581 running time: 21920.415694475174epoch:3582 running time: 21926.47403025627epoch:3583 running time: 21932.60606789589epoch:3584 running time: 21938.671755075455epoch:3585 running time: 21944.724283456802epoch:3586 running time: 21950.820601701736epoch:3587 running time: 21956.847994804382epoch:3588 running time: 21963.06395316124epoch:3589 running time: 21969.195258140564epoch:3590 running time: 21975.36742591858epoch:3591 running time: 21981.523411750793epoch:3592 running time: 21987.65333890915epoch:3593 running time: 21993.81310915947epoch:3594 running time: 21999.896430253983epoch:3595 running time: 22005.96475172043epoch:3596 running time: 22011.999305009842epoch:3597 running time: 22018.069049358368epoch:3598 running time: 22024.240773916245epoch:3599 running time: 22030.282748937607epoch:3600 running time: 22036.45871782303epoch:3601 running time: 22042.599192619324epoch:3602 running time: 22048.62410211563epoch:3603 running time: 22054.704389572144epoch:3604 running time: 22060.830181837082epoch:3605 running time: 22066.925045967102epoch:3606 running time: 22073.035024881363epoch:3607 running time: 22079.168876886368epoch:3608 running time: 22085.51787519455epoch:3609 running time: 22091.63869380951epoch:3610 running time: 22097.713802814484epoch:3611 running time: 22103.770133018494epoch:3612 running time: 22109.76784968376epoch:3613 running time: 22115.86235165596epoch:3614 running time: 22121.987587928772epoch:3615 running time: 22128.109949588776epoch:3616 running time: 22134.317838907242epoch:3617 running time: 22140.383812189102epoch:3618 running time: 22146.505054712296epoch:3619 running time: 22152.62775993347epoch:3620 running time: 22158.81174135208epoch:3621 running time: 22165.0173869133epoch:3622 running time: 22171.27716445923epoch:3623 running time: 22177.3270983696epoch:3624 running time: 22183.455639839172epoch:3625 running time: 22189.59234571457epoch:3626 running time: 22195.691140174866epoch:3627 running time: 22201.66476917267epoch:3628 running time: 22207.80261874199epoch:3629 running time: 22213.993761062622epoch:3630 running time: 22220.18886446953epoch:3631 running time: 22226.320851564407epoch:3632 running time: 22232.50795316696epoch:3633 running time: 22238.56267309189epoch:3634 running time: 22244.62760257721epoch:3635 running time: 22250.624380111694epoch:3636 running time: 22256.704449415207epoch:3637 running time: 22262.78701066971epoch:3638 running time: 22268.85014462471epoch:3639 running time: 22274.91220808029epoch:3640 running time: 22280.97767472267epoch:3641 running time: 22287.087351083755epoch:3642 running time: 22293.19610977173epoch:3643 running time: 22299.256561994553epoch:3644 running time: 22305.449369192123epoch:3645 running time: 22311.62952899933epoch:3646 running time: 22317.862617731094epoch:3647 running time: 22323.911909341812epoch:3648 running time: 22329.965138673782epoch:3649 running time: 22336.054150104523epoch:3650 running time: 22342.052282333374epoch:3651 running time: 22348.12951040268epoch:3652 running time: 22354.238660812378epoch:3653 running time: 22360.35563993454epoch:3654 running time: 22366.438690900803epoch:3655 running time: 22372.49513721466epoch:3656 running time: 22378.614992141724epoch:3657 running time: 22384.75011062622epoch:3658 running time: 22390.79762172699epoch:3659 running time: 22396.91979265213epoch:3660 running time: 22403.101425647736epoch:3661 running time: 22409.206646203995epoch:3662 running time: 22415.39906525612epoch:3663 running time: 22421.568342924118epoch:3664 running time: 22427.85537481308epoch:3665 running time: 22433.96999812126epoch:3666 running time: 22440.052033424377epoch:3667 running time: 22446.212977170944epoch:3668 running time: 22452.339193820953epoch:3669 running time: 22458.51360321045epoch:3670 running time: 22464.57665014267epoch:3671 running time: 22470.649104595184epoch:3672 running time: 22476.68786406517epoch:3673 running time: 22482.796429395676epoch:3674 running time: 22488.931642770767epoch:3675 running time: 22495.098081588745epoch:3676 running time: 22501.284623146057epoch:3677 running time: 22507.460423231125epoch:3678 running time: 22513.651071548462epoch:3679 running time: 22519.740084171295epoch:3680 running time: 22525.926528930664epoch:3681 running time: 22532.05717277527epoch:3682 running time: 22538.170427560806epoch:3683 running time: 22544.33407640457epoch:3684 running time: 22550.4717233181epoch:3685 running time: 22556.519117832184epoch:3686 running time: 22562.61244916916epoch:3687 running time: 22568.74176454544epoch:3688 running time: 22574.925395011902epoch:3689 running time: 22581.02508997917epoch:3690 running time: 22587.09711909294epoch:3691 running time: 22593.221956968307epoch:3692 running time: 22599.37227988243epoch:3693 running time: 22605.526564121246epoch:3694 running time: 22611.6141808033epoch:3695 running time: 22617.782330274582epoch:3696 running time: 22623.87284040451epoch:3697 running time: 22629.973343849182epoch:3698 running time: 22636.070392370224epoch:3699 running time: 22642.17776942253epoch:3700 running time: 22648.305151939392epoch:3701 running time: 22654.473395347595epoch:3702 running time: 22660.60011458397epoch:3703 running time: 22666.7012860775epoch:3704 running time: 22672.816171646118epoch:3705 running time: 22678.948684692383epoch:3706 running time: 22685.065552711487epoch:3707 running time: 22691.29058289528epoch:3708 running time: 22697.425530195236epoch:3709 running time: 22703.517578601837epoch:3710 running time: 22709.659161806107epoch:3711 running time: 22715.767775297165epoch:3712 running time: 22721.882122516632epoch:3713 running time: 22727.911183834076epoch:3714 running time: 22734.128844738007epoch:3715 running time: 22740.4625954628epoch:3716 running time: 22746.664395093918epoch:3717 running time: 22752.90448284149epoch:3718 running time: 22759.137538194656epoch:3719 running time: 22765.39341568947epoch:3720 running time: 22771.513744592667epoch:3721 running time: 22777.534819841385epoch:3722 running time: 22783.744617938995epoch:3723 running time: 22789.9401409626epoch:3724 running time: 22796.050807714462epoch:3725 running time: 22802.194932222366epoch:3726 running time: 22808.291308164597epoch:3727 running time: 22814.323219776154epoch:3728 running time: 22820.4108338356epoch:3729 running time: 22826.553240776062epoch:3730 running time: 22832.74720287323epoch:3731 running time: 22838.75923848152epoch:3732 running time: 22844.82882118225epoch:3733 running time: 22850.87156844139epoch:3734 running time: 22857.04837679863epoch:3735 running time: 22863.135706424713epoch:3736 running time: 22869.189973831177epoch:3737 running time: 22875.279020786285epoch:3738 running time: 22881.45051050186epoch:3739 running time: 22887.54715538025epoch:3740 running time: 22893.66024541855epoch:3741 running time: 22899.794587135315epoch:3742 running time: 22905.95510149002epoch:3743 running time: 22912.197813749313epoch:3744 running time: 22918.346856355667epoch:3745 running time: 22924.58243083954epoch:3746 running time: 22930.65975999832epoch:3747 running time: 22936.683834075928epoch:3748 running time: 22942.69735145569epoch:3749 running time: 22948.785098075867epoch:3750 running time: 22954.827898025513epoch:3751 running time: 22960.965965509415epoch:3752 running time: 22967.14605665207epoch:3753 running time: 22973.284134864807epoch:3754 running time: 22979.37135362625epoch:3755 running time: 22985.439593076706epoch:3756 running time: 22991.46083831787epoch:3757 running time: 22997.477772712708epoch:3758 running time: 23003.617703676224epoch:3759 running time: 23009.753051757812epoch:3760 running time: 23015.9097635746epoch:3761 running time: 23021.938995599747epoch:3762 running time: 23028.034997224808epoch:3763 running time: 23034.02705359459epoch:3764 running time: 23040.094337701797epoch:3765 running time: 23046.215615987778epoch:3766 running time: 23052.521815776825epoch:3767 running time: 23058.799170017242epoch:3768 running time: 23065.015303373337epoch:3769 running time: 23071.150351524353epoch:3770 running time: 23077.20681166649epoch:3771 running time: 23083.27863740921epoch:3772 running time: 23089.38618373871epoch:3773 running time: 23094.832022190094epoch:3774 running time: 23098.565581560135epoch:3775 running time: 23102.269015550613epoch:3776 running time: 23105.9627225399epoch:3777 running time: 23109.659754514694epoch:3778 running time: 23113.389496803284epoch:3779 running time: 23117.1008412838epoch:3780 running time: 23120.81849503517epoch:3781 running time: 23124.532997369766epoch:3782 running time: 23128.231647253036epoch:3783 running time: 23131.93911099434epoch:3784 running time: 23135.661762714386epoch:3785 running time: 23139.378962039948epoch:3786 running time: 23143.103348255157epoch:3787 running time: 23146.82466316223epoch:3788 running time: 23150.54152727127epoch:3789 running time: 23154.24717760086epoch:3790 running time: 23157.949602365494epoch:3791 running time: 23161.655543088913epoch:3792 running time: 23165.360370397568epoch:3793 running time: 23169.052277088165epoch:3794 running time: 23172.75670480728epoch:3795 running time: 23176.459092617035epoch:3796 running time: 23180.15048098564epoch:3797 running time: 23183.833375930786epoch:3798 running time: 23187.531962633133epoch:3799 running time: 23191.250711917877epoch:3800 running time: 23194.95956015587epoch:3801 running time: 23198.6540851593epoch:3802 running time: 23202.345166683197epoch:3803 running time: 23206.058050632477epoch:3804 running time: 23209.76725912094epoch:3805 running time: 23213.480902194977epoch:3806 running time: 23217.183335781097epoch:3807 running time: 23220.894810914993epoch:3808 running time: 23224.60168814659epoch:3809 running time: 23228.294095516205epoch:3810 running time: 23231.996372938156epoch:3811 running time: 23235.699514865875epoch:3812 running time: 23239.434833288193epoch:3813 running time: 23243.131425619125epoch:3814 running time: 23246.836995840073epoch:3815 running time: 23250.5364279747epoch:3816 running time: 23254.260117530823epoch:3817 running time: 23257.995272636414epoch:3818 running time: 23261.731211662292epoch:3819 running time: 23265.44216489792epoch:3820 running time: 23269.13446331024epoch:3821 running time: 23272.86427617073epoch:3822 running time: 23276.59346795082epoch:3823 running time: 23280.319269418716epoch:3824 running time: 23284.03163790703epoch:3825 running time: 23287.747622966766epoch:3826 running time: 23291.446797132492epoch:3827 running time: 23295.137024879456epoch:3828 running time: 23298.84369802475epoch:3829 running time: 23302.547461271286epoch:3830 running time: 23306.25671005249epoch:3831 running time: 23309.97191095352epoch:3832 running time: 23313.684220314026epoch:3833 running time: 23317.402550458908epoch:3834 running time: 23321.11435198784epoch:3835 running time: 23324.84255170822epoch:3836 running time: 23328.56045937538epoch:3837 running time: 23332.269042253494epoch:3838 running time: 23335.970553398132epoch:3839 running time: 23339.651307821274epoch:3840 running time: 23343.357095241547epoch:3841 running time: 23347.04802441597epoch:3842 running time: 23350.748852729797epoch:3843 running time: 23354.449900388718epoch:3844 running time: 23358.148876667023epoch:3845 running time: 23361.87167263031epoch:3846 running time: 23365.57148861885epoch:3847 running time: 23369.27218556404epoch:3848 running time: 23372.994202136993epoch:3849 running time: 23376.70076227188epoch:3850 running time: 23380.41042280197epoch:3851 running time: 23384.116399288177epoch:3852 running time: 23387.827566862106epoch:3853 running time: 23391.536664247513epoch:3854 running time: 23395.24987888336epoch:3855 running time: 23398.962284326553epoch:3856 running time: 23402.684019804epoch:3857 running time: 23406.40545105934epoch:3858 running time: 23410.131337165833epoch:3859 running time: 23413.848781347275epoch:3860 running time: 23417.54637861252epoch:3861 running time: 23421.24897170067epoch:3862 running time: 23424.972051143646epoch:3863 running time: 23428.724153518677epoch:3864 running time: 23432.4601893425epoch:3865 running time: 23436.16100382805epoch:3866 running time: 23439.86464738846epoch:3867 running time: 23443.553674936295epoch:3868 running time: 23447.261414527893epoch:3869 running time: 23450.96352124214epoch:3870 running time: 23454.676842212677epoch:3871 running time: 23458.385399580002epoch:3872 running time: 23462.09897327423epoch:3873 running time: 23465.805674552917epoch:3874 running time: 23469.5193195343epoch:3875 running time: 23473.223268270493epoch:3876 running time: 23476.936677455902epoch:3877 running time: 23480.64303255081epoch:3878 running time: 23484.343539476395epoch:3879 running time: 23488.040816545486epoch:3880 running time: 23491.738208293915epoch:3881 running time: 23495.433838367462epoch:3882 running time: 23499.118455171585epoch:3883 running time: 23502.81685233116epoch:3884 running time: 23506.522236824036epoch:3885 running time: 23510.2214012146epoch:3886 running time: 23513.92546582222epoch:3887 running time: 23517.64705300331epoch:3888 running time: 23521.35954141617epoch:3889 running time: 23525.065535068512epoch:3890 running time: 23528.789242982864epoch:3891 running time: 23532.488509655epoch:3892 running time: 23536.211938619614epoch:3893 running time: 23539.92642235756epoch:3894 running time: 23543.683350801468epoch:3895 running time: 23547.39891076088epoch:3896 running time: 23551.095861673355epoch:3897 running time: 23554.81452703476epoch:3898 running time: 23558.514427900314epoch:3899 running time: 23562.217260360718epoch:3900 running time: 23565.920860767365epoch:3901 running time: 23569.613060474396epoch:3902 running time: 23573.304576158524epoch:3903 running time: 23577.007551670074epoch:3904 running time: 23580.71561050415epoch:3905 running time: 23584.414041519165epoch:3906 running time: 23588.129940509796epoch:3907 running time: 23591.84648656845epoch:3908 running time: 23595.54993224144epoch:3909 running time: 23599.255111694336epoch:3910 running time: 23602.953929185867epoch:3911 running time: 23606.647526025772epoch:3912 running time: 23610.340634584427epoch:3913 running time: 23614.029453754425epoch:3914 running time: 23617.72407770157epoch:3915 running time: 23621.422845840454epoch:3916 running time: 23625.120986700058epoch:3917 running time: 23628.822483301163epoch:3918 running time: 23632.522715091705epoch:3919 running time: 23636.24506020546epoch:3920 running time: 23639.941137313843epoch:3921 running time: 23643.63070321083epoch:3922 running time: 23647.32290506363epoch:3923 running time: 23651.02532339096epoch:3924 running time: 23654.726722240448epoch:3925 running time: 23658.418685674667epoch:3926 running time: 23662.11208987236epoch:3927 running time: 23665.8160572052epoch:3928 running time: 23669.524106025696epoch:3929 running time: 23673.22526025772epoch:3930 running time: 23676.930799245834epoch:3931 running time: 23680.63568687439epoch:3932 running time: 23684.34109544754epoch:3933 running time: 23688.04983329773epoch:3934 running time: 23691.761691570282epoch:3935 running time: 23695.47870540619epoch:3936 running time: 23699.181013584137epoch:3937 running time: 23702.904232025146epoch:3938 running time: 23706.627785921097epoch:3939 running time: 23710.31751227379epoch:3940 running time: 23714.01297402382epoch:3941 running time: 23717.706165075302epoch:3942 running time: 23721.41979598999epoch:3943 running time: 23725.12232351303epoch:3944 running time: 23728.836748600006epoch:3945 running time: 23732.54689693451epoch:3946 running time: 23736.250841379166epoch:3947 running time: 23739.95831513405epoch:3948 running time: 23743.660720825195epoch:3949 running time: 23747.370414495468epoch:3950 running time: 23751.069057941437epoch:3951 running time: 23754.78146123886epoch:3952 running time: 23758.481980085373epoch:3953 running time: 23762.17156934738epoch:3954 running time: 23765.878486394882epoch:3955 running time: 23769.562705039978epoch:3956 running time: 23773.276658535004epoch:3957 running time: 23777.002260923386epoch:3958 running time: 23780.70946788788epoch:3959 running time: 23784.440655231476epoch:3960 running time: 23788.154848337173epoch:3961 running time: 23791.860904455185epoch:3962 running time: 23795.59534597397epoch:3963 running time: 23799.271141767502epoch:3964 running time: 23803.04220223427epoch:3965 running time: 23806.805218458176epoch:3966 running time: 23810.53053998947epoch:3967 running time: 23814.24063849449epoch:3968 running time: 23817.938568115234epoch:3969 running time: 23821.647690057755epoch:3970 running time: 23825.36071062088epoch:3971 running time: 23829.059880018234epoch:3972 running time: 23832.769272089005epoch:3973 running time: 23836.48287510872epoch:3974 running time: 23840.179793596268epoch:3975 running time: 23843.88313627243epoch:3976 running time: 23847.604879379272epoch:3977 running time: 23851.32834458351epoch:3978 running time: 23855.0297935009epoch:3979 running time: 23858.74117398262epoch:3980 running time: 23862.460755109787epoch:3981 running time: 23866.157180547714epoch:3982 running time: 23869.863557577133epoch:3983 running time: 23873.57167649269epoch:3984 running time: 23877.277178525925epoch:3985 running time: 23880.99165415764epoch:3986 running time: 23884.69023156166epoch:3987 running time: 23888.392163038254epoch:3988 running time: 23892.084314346313epoch:3989 running time: 23895.775015115738epoch:3990 running time: 23899.478796958923epoch:3991 running time: 23903.185725927353epoch:3992 running time: 23906.888444662094epoch:3993 running time: 23910.598372220993epoch:3994 running time: 23914.298697710037epoch:3995 running time: 23917.99545097351epoch:3996 running time: 23921.702555656433epoch:3997 running time: 23925.39638876915epoch:3998 running time: 23929.09930229187epoch:3999 running time: 23932.790106773376epoch:4000 running time: 23936.51818203926epoch:4001 running time: 23940.27300095558epoch:4002 running time: 23944.021821022034epoch:4003 running time: 23947.78206396103epoch:4004 running time: 23951.48604130745epoch:4005 running time: 23955.214195251465epoch:4006 running time: 23958.924649000168epoch:4007 running time: 23962.627645015717epoch:4008 running time: 23966.335161685944epoch:4009 running time: 23970.050613880157epoch:4010 running time: 23973.76140165329epoch:4011 running time: 23977.454936742783epoch:4012 running time: 23981.156574964523epoch:4013 running time: 23984.85205221176epoch:4014 running time: 23988.5554895401epoch:4015 running time: 23992.26415991783epoch:4016 running time: 23995.964935064316epoch:4017 running time: 23999.66344857216epoch:4018 running time: 24003.361072063446epoch:4019 running time: 24007.06668138504epoch:4020 running time: 24010.796825170517epoch:4021 running time: 24014.517523527145epoch:4022 running time: 24018.23628616333epoch:4023 running time: 24021.949734926224epoch:4024 running time: 24025.66918206215epoch:4025 running time: 24029.38948893547epoch:4026 running time: 24033.089864969254epoch:4027 running time: 24036.78591966629epoch:4028 running time: 24040.49304318428epoch:4029 running time: 24044.194848060608epoch:4030 running time: 24047.905351638794epoch:4031 running time: 24051.618959903717epoch:4032 running time: 24055.33404493332epoch:4033 running time: 24059.032255887985epoch:4034 running time: 24062.730986356735epoch:4035 running time: 24066.437559843063epoch:4036 running time: 24070.134155750275epoch:4037 running time: 24073.834282636642epoch:4038 running time: 24077.538383960724epoch:4039 running time: 24081.242983579636epoch:4040 running time: 24084.951132774353epoch:4041 running time: 24088.65900850296epoch:4042 running time: 24092.370132923126epoch:4043 running time: 24096.072456598282epoch:4044 running time: 24099.771681308746epoch:4045 running time: 24103.479487657547epoch:4046 running time: 24107.20374941826epoch:4047 running time: 24110.917290210724epoch:4048 running time: 24114.62893795967epoch:4049 running time: 24118.327226877213epoch:4050 running time: 24122.029942512512epoch:4051 running time: 24125.728063583374epoch:4052 running time: 24129.419597148895epoch:4053 running time: 24133.12538433075epoch:4054 running time: 24136.827517271042epoch:4055 running time: 24140.541814804077epoch:4056 running time: 24144.25522994995epoch:4057 running time: 24147.962507247925epoch:4058 running time: 24151.65655565262epoch:4059 running time: 24155.361441373825epoch:4060 running time: 24159.05504512787epoch:4061 running time: 24162.767649888992epoch:4062 running time: 24166.476046085358epoch:4063 running time: 24170.189654827118epoch:4064 running time: 24173.90101289749epoch:4065 running time: 24177.610480070114epoch:4066 running time: 24181.326778411865epoch:4067 running time: 24185.03145122528epoch:4068 running time: 24188.728140115738epoch:4069 running time: 24192.413482904434epoch:4070 running time: 24196.105545282364epoch:4071 running time: 24199.795544862747epoch:4072 running time: 24203.495769500732epoch:4073 running time: 24207.194769859314epoch:4074 running time: 24210.91044473648epoch:4075 running time: 24214.61426925659epoch:4076 running time: 24218.300124406815epoch:4077 running time: 24222.003863811493epoch:4078 running time: 24225.694754600525epoch:4079 running time: 24229.388835906982epoch:4080 running time: 24233.093613386154epoch:4081 running time: 24236.78569817543epoch:4082 running time: 24240.505311250687epoch:4083 running time: 24244.22445678711epoch:4084 running time: 24247.948991775513epoch:4085 running time: 24251.652046203613epoch:4086 running time: 24255.353596687317epoch:4087 running time: 24259.050599575043epoch:4088 running time: 24262.75914645195epoch:4089 running time: 24266.45941925049epoch:4090 running time: 24270.156914711epoch:4091 running time: 24273.872394561768epoch:4092 running time: 24277.574887275696epoch:4093 running time: 24281.27609705925epoch:4094 running time: 24284.979818344116epoch:4095 running time: 24288.68217229843epoch:4096 running time: 24292.364420890808epoch:4097 running time: 24296.07039642334epoch:4098 running time: 24299.760289669037epoch:4099 running time: 24303.464349746704epoch:4100 running time: 24307.16893005371epoch:4101 running time: 24310.869670391083epoch:4102 running time: 24314.574358701706epoch:4103 running time: 24318.27859544754epoch:4104 running time: 24321.996553897858epoch:4105 running time: 24325.704827070236epoch:4106 running time: 24329.421657323837epoch:4107 running time: 24333.12792158127epoch:4108 running time: 24336.84208059311epoch:4109 running time: 24340.539776325226epoch:4110 running time: 24344.234243631363epoch:4111 running time: 24347.950976133347epoch:4112 running time: 24351.671481132507epoch:4113 running time: 24355.391131162643epoch:4114 running time: 24359.092507839203epoch:4115 running time: 24362.79789209366epoch:4116 running time: 24366.51800584793epoch:4117 running time: 24370.226488351822epoch:4118 running time: 24373.927700042725epoch:4119 running time: 24377.623180627823epoch:4120 running time: 24381.313114881516epoch:4121 running time: 24384.997762203217epoch:4122 running time: 24388.70750427246epoch:4123 running time: 24392.408799409866epoch:4124 running time: 24396.106608867645epoch:4125 running time: 24399.81356859207epoch:4126 running time: 24403.52007341385epoch:4127 running time: 24407.222714424133epoch:4128 running time: 24410.92583465576epoch:4129 running time: 24414.63076233864epoch:4130 running time: 24418.33935904503epoch:4131 running time: 24422.04040312767epoch:4132 running time: 24425.738278388977epoch:4133 running time: 24429.441377401352epoch:4134 running time: 24433.145118951797epoch:4135 running time: 24436.845743894577epoch:4136 running time: 24440.54372024536epoch:4137 running time: 24444.26009941101epoch:4138 running time: 24447.96355032921epoch:4139 running time: 24451.652826070786epoch:4140 running time: 24455.352003097534epoch:4141 running time: 24459.050987005234epoch:4142 running time: 24462.75108242035epoch:4143 running time: 24466.455599308014epoch:4144 running time: 24470.161789894104epoch:4145 running time: 24473.869824409485epoch:4146 running time: 24477.569177627563epoch:4147 running time: 24481.27058672905epoch:4148 running time: 24484.96817803383epoch:4149 running time: 24488.698699712753epoch:4150 running time: 24492.405005931854epoch:4151 running time: 24496.114647626877epoch:4152 running time: 24499.825753450394epoch:4153 running time: 24503.546817064285epoch:4154 running time: 24507.2486243248epoch:4155 running time: 24510.968685626984epoch:4156 running time: 24514.676547050476epoch:4157 running time: 24518.405461788177epoch:4158 running time: 24522.1296377182epoch:4159 running time: 24525.85150694847epoch:4160 running time: 24529.547048330307epoch:4161 running time: 24533.2496945858epoch:4162 running time: 24536.94753408432epoch:4163 running time: 24540.640040159225epoch:4164 running time: 24544.340643167496epoch:4165 running time: 24548.03327536583epoch:4166 running time: 24551.72065806389epoch:4167 running time: 24555.420325279236epoch:4168 running time: 24559.11647748947epoch:4169 running time: 24562.826915740967epoch:4170 running time: 24566.536391973495epoch:4171 running time: 24570.23108816147epoch:4172 running time: 24573.93487715721epoch:4173 running time: 24577.631314754486epoch:4174 running time: 24581.323902606964epoch:4175 running time: 24585.023638010025epoch:4176 running time: 24588.725989341736epoch:4177 running time: 24592.419889450073epoch:4178 running time: 24596.126523017883epoch:4179 running time: 24599.84156870842epoch:4180 running time: 24603.540335655212epoch:4181 running time: 24607.245470285416epoch:4182 running time: 24610.94612979889epoch:4183 running time: 24614.647383213043epoch:4184 running time: 24618.33863711357epoch:4185 running time: 24622.02733373642epoch:4186 running time: 24625.726314544678epoch:4187 running time: 24629.41090297699epoch:4188 running time: 24633.107986927032epoch:4189 running time: 24636.804441928864epoch:4190 running time: 24640.50071954727epoch:4191 running time: 24644.19008731842epoch:4192 running time: 24647.891473531723epoch:4193 running time: 24651.591094493866epoch:4194 running time: 24655.29314804077epoch:4195 running time: 24658.990132570267epoch:4196 running time: 24662.68212366104epoch:4197 running time: 24666.40283846855epoch:4198 running time: 24670.118193387985epoch:4199 running time: 24673.822393894196epoch:4200 running time: 24677.538553237915epoch:4201 running time: 24681.239722251892epoch:4202 running time: 24684.930883407593epoch:4203 running time: 24688.642313480377epoch:4204 running time: 24692.347793102264epoch:4205 running time: 24696.079214334488epoch:4206 running time: 24699.783617019653epoch:4207 running time: 24703.49317407608epoch:4208 running time: 24707.199562072754epoch:4209 running time: 24710.9064514637epoch:4210 running time: 24714.6117208004epoch:4211 running time: 24718.322329998016epoch:4212 running time: 24722.03306531906epoch:4213 running time: 24725.739515542984epoch:4214 running time: 24729.448131084442epoch:4215 running time: 24733.15075111389epoch:4216 running time: 24736.8440284729epoch:4217 running time: 24740.54071688652epoch:4218 running time: 24744.234456777573epoch:4219 running time: 24747.935502767563epoch:4220 running time: 24751.623180150986epoch:4221 running time: 24755.31432056427epoch:4222 running time: 24759.011227846146epoch:4223 running time: 24762.71244287491epoch:4224 running time: 24766.406383752823epoch:4225 running time: 24770.113488674164epoch:4226 running time: 24773.813695192337epoch:4227 running time: 24777.514895677567epoch:4228 running time: 24781.20648908615epoch:4229 running time: 24784.90314435959epoch:4230 running time: 24788.596712589264epoch:4231 running time: 24792.297422885895epoch:4232 running time: 24795.997324228287epoch:4233 running time: 24799.694098949432epoch:4234 running time: 24803.392706871033epoch:4235 running time: 24807.096356630325epoch:4236 running time: 24810.803423643112epoch:4237 running time: 24814.50415468216epoch:4238 running time: 24818.217890262604epoch:4239 running time: 24821.956656694412epoch:4240 running time: 24825.669533491135epoch:4241 running time: 24829.372929096222epoch:4242 running time: 24833.071397304535epoch:4243 running time: 24836.77351975441epoch:4244 running time: 24840.46621990204epoch:4245 running time: 24844.164666891098epoch:4246 running time: 24847.868657827377epoch:4247 running time: 24851.576822042465epoch:4248 running time: 24855.287887334824epoch:4249 running time: 24859.00991344452epoch:4250 running time: 24862.715210437775epoch:4251 running time: 24866.404010295868epoch:4252 running time: 24870.10285449028epoch:4253 running time: 24873.795261383057epoch:4254 running time: 24877.491542577744epoch:4255 running time: 24881.19728589058epoch:4256 running time: 24884.900905370712epoch:4257 running time: 24888.59589624405epoch:4258 running time: 24892.28920865059epoch:4259 running time: 24895.976417064667epoch:4260 running time: 24899.678305625916epoch:4261 running time: 24903.372809886932epoch:4262 running time: 24907.0612950325epoch:4263 running time: 24910.752329349518epoch:4264 running time: 24914.457816123962epoch:4265 running time: 24918.147964954376epoch:4266 running time: 24921.848915100098epoch:4267 running time: 24925.548806667328epoch:4268 running time: 24929.258735895157epoch:4269 running time: 24932.976045131683epoch:4270 running time: 24936.692978143692epoch:4271 running time: 24940.406202554703epoch:4272 running time: 24944.10604119301epoch:4273 running time: 24947.78848671913epoch:4274 running time: 24951.498321056366epoch:4275 running time: 24955.203008413315epoch:4276 running time: 24958.90596985817epoch:4277 running time: 24962.613018274307epoch:4278 running time: 24966.316863775253epoch:4279 running time: 24970.026718616486epoch:4280 running time: 24973.722396612167epoch:4281 running time: 24977.431884288788epoch:4282 running time: 24981.12591266632epoch:4283 running time: 24984.81912279129epoch:4284 running time: 24988.511947393417epoch:4285 running time: 24992.2277841568epoch:4286 running time: 24995.942673921585epoch:4287 running time: 24999.647438764572epoch:4288 running time: 25003.347064256668epoch:4289 running time: 25007.043033361435epoch:4290 running time: 25010.75371670723epoch:4291 running time: 25014.452835559845epoch:4292 running time: 25018.144011497498epoch:4293 running time: 25021.849405050278epoch:4294 running time: 25025.543962955475epoch:4295 running time: 25029.234603643417epoch:4296 running time: 25032.940094470978epoch:4297 running time: 25036.647948026657epoch:4298 running time: 25040.351422548294epoch:4299 running time: 25044.055255889893epoch:4300 running time: 25047.75580406189epoch:4301 running time: 25051.460033893585epoch:4302 running time: 25055.157612085342epoch:4303 running time: 25058.852384328842epoch:4304 running time: 25062.555329799652epoch:4305 running time: 25066.257061481476epoch:4306 running time: 25069.9397649765epoch:4307 running time: 25073.63753938675epoch:4308 running time: 25077.343732357025epoch:4309 running time: 25081.044395446777epoch:4310 running time: 25084.734821796417epoch:4311 running time: 25088.44072818756epoch:4312 running time: 25092.148161172867epoch:4313 running time: 25095.850867033005epoch:4314 running time: 25099.54349374771epoch:4315 running time: 25103.241462945938epoch:4316 running time: 25106.950111865997epoch:4317 running time: 25110.64155316353epoch:4318 running time: 25114.322873592377epoch:4319 running time: 25118.020352840424epoch:4320 running time: 25121.7245593071epoch:4321 running time: 25125.43056154251epoch:4322 running time: 25129.142961502075epoch:4323 running time: 25132.85618329048epoch:4324 running time: 25136.557901382446epoch:4325 running time: 25140.277070999146epoch:4326 running time: 25143.9760761261epoch:4327 running time: 25147.67383956909epoch:4328 running time: 25151.369131565094epoch:4329 running time: 25155.077288150787epoch:4330 running time: 25158.77222800255epoch:4331 running time: 25162.470685005188epoch:4332 running time: 25166.19123840332epoch:4333 running time: 25169.899237155914epoch:4334 running time: 25173.60864496231epoch:4335 running time: 25177.314661979675epoch:4336 running time: 25181.02200627327epoch:4337 running time: 25184.719485759735epoch:4338 running time: 25188.425331115723epoch:4339 running time: 25192.124991178513epoch:4340 running time: 25195.830934524536epoch:4341 running time: 25199.541607618332epoch:4342 running time: 25203.259148836136epoch:4343 running time: 25206.974556684494epoch:4344 running time: 25210.69515991211epoch:4345 running time: 25214.399099111557epoch:4346 running time: 25218.11056280136epoch:4347 running time: 25221.829005479813epoch:4348 running time: 25225.544603824615epoch:4349 running time: 25229.243458271027epoch:4350 running time: 25232.945011377335epoch:4351 running time: 25236.638758659363epoch:4352 running time: 25240.341089963913epoch:4353 running time: 25244.041751623154epoch:4354 running time: 25247.745661497116epoch:4355 running time: 25251.4523062706epoch:4356 running time: 25255.149376630783epoch:4357 running time: 25258.844115257263epoch:4358 running time: 25262.550320386887epoch:4359 running time: 25266.247352838516epoch:4360 running time: 25269.946850061417epoch:4361 running time: 25273.63756465912epoch:4362 running time: 25277.340351581573epoch:4363 running time: 25281.040549755096epoch:4364 running time: 25284.7521109581epoch:4365 running time: 25288.45213866234epoch:4366 running time: 25292.154732465744epoch:4367 running time: 25295.867606163025epoch:4368 running time: 25299.558362722397epoch:4369 running time: 25303.265860557556epoch:4370 running time: 25306.970732927322epoch:4371 running time: 25310.67794919014epoch:4372 running time: 25314.385498046875epoch:4373 running time: 25318.097601890564epoch:4374 running time: 25321.8045668602epoch:4375 running time: 25325.501882076263epoch:4376 running time: 25329.194771051407epoch:4377 running time: 25332.891894102097epoch:4378 running time: 25336.581654071808epoch:4379 running time: 25340.284289121628epoch:4380 running time: 25343.97830080986epoch:4381 running time: 25347.678143024445epoch:4382 running time: 25351.36870121956epoch:4383 running time: 25355.07100725174epoch:4384 running time: 25358.775414466858epoch:4385 running time: 25362.462847709656epoch:4386 running time: 25366.18189048767epoch:4387 running time: 25369.901643276215epoch:4388 running time: 25373.619777679443epoch:4389 running time: 25377.337693929672epoch:4390 running time: 25381.04607462883epoch:4391 running time: 25384.767204761505epoch:4392 running time: 25388.496057510376epoch:4393 running time: 25392.20082950592epoch:4394 running time: 25395.9081325531epoch:4395 running time: 25399.620299577713epoch:4396 running time: 25403.332541704178epoch:4397 running time: 25407.02215909958epoch:4398 running time: 25410.742500543594epoch:4399 running time: 25414.45245718956epoch:4400 running time: 25418.153452157974epoch:4401 running time: 25421.858057260513epoch:4402 running time: 25425.55526471138epoch:4403 running time: 25429.258026599884epoch:4404 running time: 25432.959695100784epoch:4405 running time: 25436.658188819885epoch:4406 running time: 25440.35522556305epoch:4407 running time: 25444.054580688477epoch:4408 running time: 25447.78515458107epoch:4409 running time: 25451.52289891243epoch:4410 running time: 25455.219444036484epoch:4411 running time: 25458.93074774742epoch:4412 running time: 25462.626768112183epoch:4413 running time: 25466.348571062088epoch:4414 running time: 25470.060981035233epoch:4415 running time: 25473.765056848526epoch:4416 running time: 25477.475631713867epoch:4417 running time: 25481.193521499634epoch:4418 running time: 25484.8988366127epoch:4419 running time: 25488.607909440994epoch:4420 running time: 25492.316356658936epoch:4421 running time: 25496.020905971527epoch:4422 running time: 25499.723415613174epoch:4423 running time: 25503.436374664307epoch:4424 running time: 25507.13867497444epoch:4425 running time: 25510.84635949135epoch:4426 running time: 25514.556463241577epoch:4427 running time: 25518.252885341644epoch:4428 running time: 25521.953518152237epoch:4429 running time: 25525.706946611404epoch:4430 running time: 25529.42440700531epoch:4431 running time: 25533.137597322464epoch:4432 running time: 25536.84340119362epoch:4433 running time: 25540.537358045578epoch:4434 running time: 25544.254883527756epoch:4435 running time: 25547.948256015778epoch:4436 running time: 25551.646702528epoch:4437 running time: 25555.354053497314epoch:4438 running time: 25559.06538105011epoch:4439 running time: 25562.772579193115epoch:4440 running time: 25566.47465109825epoch:4441 running time: 25570.178091287613epoch:4442 running time: 25573.89785337448epoch:4443 running time: 25577.60363817215epoch:4444 running time: 25581.305781841278epoch:4445 running time: 25585.002675294876epoch:4446 running time: 25588.704469442368epoch:4447 running time: 25592.406509637833epoch:4448 running time: 25596.113099098206epoch:4449 running time: 25599.837427139282epoch:4450 running time: 25603.534762382507epoch:4451 running time: 25607.23105096817epoch:4452 running time: 25610.92943763733epoch:4453 running time: 25614.62578034401epoch:4454 running time: 25618.341477632523epoch:4455 running time: 25622.056738376617epoch:4456 running time: 25625.75658774376epoch:4457 running time: 25629.446276187897epoch:4458 running time: 25633.14365363121epoch:4459 running time: 25636.857141256332epoch:4460 running time: 25640.551486730576epoch:4461 running time: 25644.255214214325epoch:4462 running time: 25647.951407909393epoch:4463 running time: 25651.65696787834epoch:4464 running time: 25655.360654592514epoch:4465 running time: 25659.070800304413epoch:4466 running time: 25662.782776594162epoch:4467 running time: 25666.477014780045epoch:4468 running time: 25670.166074037552epoch:4469 running time: 25673.866023540497epoch:4470 running time: 25677.556361436844epoch:4471 running time: 25681.250957250595epoch:4472 running time: 25684.940994262695epoch:4473 running time: 25688.641674995422epoch:4474 running time: 25692.329800128937epoch:4475 running time: 25696.048047065735epoch:4476 running time: 25699.771981954575epoch:4477 running time: 25703.474092960358epoch:4478 running time: 25707.1672911644epoch:4479 running time: 25710.868554353714epoch:4480 running time: 25714.57000517845epoch:4481 running time: 25718.274468660355epoch:4482 running time: 25721.96812558174epoch:4483 running time: 25725.6783452034epoch:4484 running time: 25729.39146757126epoch:4485 running time: 25733.099269628525epoch:4486 running time: 25736.81963276863epoch:4487 running time: 25740.529386997223epoch:4488 running time: 25744.228244781494epoch:4489 running time: 25747.93196606636epoch:4490 running time: 25751.631918907166epoch:4491 running time: 25755.337730407715epoch:4492 running time: 25759.035083055496epoch:4493 running time: 25762.735573768616epoch:4494 running time: 25766.439912080765epoch:4495 running time: 25770.151652812958epoch:4496 running time: 25773.85548067093epoch:4497 running time: 25777.562582969666epoch:4498 running time: 25781.258303403854epoch:4499 running time: 25784.9438457489epoch:4500 running time: 25788.627001285553epoch:4501 running time: 25792.312941789627epoch:4502 running time: 25796.010536193848epoch:4503 running time: 25799.69192147255epoch:4504 running time: 25803.39193534851epoch:4505 running time: 25807.088559389114epoch:4506 running time: 25810.7923476696epoch:4507 running time: 25814.493031024933epoch:4508 running time: 25818.195216178894epoch:4509 running time: 25821.902324199677epoch:4510 running time: 25825.608056545258epoch:4511 running time: 25829.306799411774epoch:4512 running time: 25833.014355421066epoch:4513 running time: 25836.717338085175epoch:4514 running time: 25840.42479991913epoch:4515 running time: 25844.125037431717epoch:4516 running time: 25847.827773094177epoch:4517 running time: 25851.51909804344epoch:4518 running time: 25855.206476211548epoch:4519 running time: 25858.902201890945epoch:4520 running time: 25862.61213850975epoch:4521 running time: 25866.308048009872epoch:4522 running time: 25870.015408039093epoch:4523 running time: 25873.709103822708epoch:4524 running time: 25877.43824505806epoch:4525 running time: 25881.161737680435epoch:4526 running time: 25884.87816119194epoch:4527 running time: 25888.58987879753epoch:4528 running time: 25892.288447141647epoch:4529 running time: 25895.993688344955epoch:4530 running time: 25899.691910982132epoch:4531 running time: 25903.412285089493epoch:4532 running time: 25907.123557567596epoch:4533 running time: 25910.836374759674epoch:4534 running time: 25914.539340257645epoch:4535 running time: 25918.25924396515epoch:4536 running time: 25921.968213558197epoch:4537 running time: 25925.669513702393epoch:4538 running time: 25929.376630067825epoch:4539 running time: 25933.08309316635epoch:4540 running time: 25936.823602199554epoch:4541 running time: 25940.521458625793epoch:4542 running time: 25944.232657670975epoch:4543 running time: 25947.93528151512epoch:4544 running time: 25951.639898061752epoch:4545 running time: 25955.35275745392epoch:4546 running time: 25959.05223608017epoch:4547 running time: 25962.758499860764epoch:4548 running time: 25966.46430706978epoch:4549 running time: 25970.167038202286epoch:4550 running time: 25973.890011787415epoch:4551 running time: 25977.617923021317epoch:4552 running time: 25981.361956357956epoch:4553 running time: 25985.051921129227epoch:4554 running time: 25988.746233940125epoch:4555 running time: 25992.43860411644epoch:4556 running time: 25996.139590978622epoch:4557 running time: 25999.826192855835epoch:4558 running time: 26003.535195827484epoch:4559 running time: 26007.23454785347epoch:4560 running time: 26010.915882110596epoch:4561 running time: 26014.620106458664epoch:4562 running time: 26018.32502555847epoch:4563 running time: 26022.028686761856epoch:4564 running time: 26025.719385147095epoch:4565 running time: 26029.406327962875epoch:4566 running time: 26033.104182243347epoch:4567 running time: 26036.80399775505epoch:4568 running time: 26040.504563331604epoch:4569 running time: 26044.196504354477epoch:4570 running time: 26047.901316165924epoch:4571 running time: 26051.613965034485epoch:4572 running time: 26055.32253098488epoch:4573 running time: 26059.03017807007epoch:4574 running time: 26062.733038663864epoch:4575 running time: 26066.441105127335epoch:4576 running time: 26070.13594007492epoch:4577 running time: 26073.83996653557epoch:4578 running time: 26077.54713845253epoch:4579 running time: 26081.244173049927epoch:4580 running time: 26084.943155288696epoch:4581 running time: 26088.641293287277epoch:4582 running time: 26092.333869218826epoch:4583 running time: 26096.028724193573epoch:4584 running time: 26099.744487524033epoch:4585 running time: 26103.436846971512epoch:4586 running time: 26107.13100719452epoch:4587 running time: 26110.825227499008epoch:4588 running time: 26114.5230717659epoch:4589 running time: 26118.227152824402epoch:4590 running time: 26121.92451763153epoch:4591 running time: 26125.627247810364epoch:4592 running time: 26129.331808567047epoch:4593 running time: 26133.03107404709epoch:4594 running time: 26136.734072446823epoch:4595 running time: 26140.435433626175epoch:4596 running time: 26144.132097005844epoch:4597 running time: 26147.874128103256epoch:4598 running time: 26151.5971763134epoch:4599 running time: 26155.30940771103epoch:4600 running time: 26159.01959681511epoch:4601 running time: 26162.725187301636epoch:4602 running time: 26166.435456752777epoch:4603 running time: 26170.147342443466epoch:4604 running time: 26173.846514463425epoch:4605 running time: 26177.54993224144epoch:4606 running time: 26181.251428604126epoch:4607 running time: 26184.95445418358epoch:4608 running time: 26188.654915332794epoch:4609 running time: 26192.377660274506epoch:4610 running time: 26196.081874608994epoch:4611 running time: 26199.79101419449epoch:4612 running time: 26203.492691993713epoch:4613 running time: 26207.199018478394epoch:4614 running time: 26210.90015888214epoch:4615 running time: 26214.625400066376epoch:4616 running time: 26218.33974313736epoch:4617 running time: 26222.033114671707epoch:4618 running time: 26225.734719514847epoch:4619 running time: 26229.43099308014epoch:4620 running time: 26233.139898777008epoch:4621 running time: 26236.848918437958epoch:4622 running time: 26240.55100941658epoch:4623 running time: 26244.259189128876epoch:4624 running time: 26247.96600174904epoch:4625 running time: 26251.679157972336epoch:4626 running time: 26255.40538573265epoch:4627 running time: 26259.132907390594epoch:4628 running time: 26262.837443113327epoch:4629 running time: 26266.54259967804epoch:4630 running time: 26270.241667985916epoch:4631 running time: 26273.94744849205epoch:4632 running time: 26277.660729169846epoch:4633 running time: 26281.368402957916epoch:4634 running time: 26285.072397470474epoch:4635 running time: 26288.770730018616epoch:4636 running time: 26292.474796533585epoch:4637 running time: 26296.17541408539epoch:4638 running time: 26299.87343978882epoch:4639 running time: 26303.568971395493epoch:4640 running time: 26307.26604604721epoch:4641 running time: 26310.958180189133epoch:4642 running time: 26314.658155202866epoch:4643 running time: 26318.3574051857epoch:4644 running time: 26322.055719852448epoch:4645 running time: 26325.757241010666epoch:4646 running time: 26329.464522600174epoch:4647 running time: 26333.171632289886epoch:4648 running time: 26336.878057718277epoch:4649 running time: 26340.581201791763epoch:4650 running time: 26344.275455713272epoch:4651 running time: 26347.97479915619epoch:4652 running time: 26351.666137218475epoch:4653 running time: 26355.359579086304epoch:4654 running time: 26359.043971776962epoch:4655 running time: 26362.731429815292epoch:4656 running time: 26366.416271209717epoch:4657 running time: 26370.102214336395epoch:4658 running time: 26373.796002149582epoch:4659 running time: 26377.498017549515epoch:4660 running time: 26381.20321893692epoch:4661 running time: 26384.92486858368epoch:4662 running time: 26388.626962661743epoch:4663 running time: 26392.33742403984epoch:4664 running time: 26396.039480686188epoch:4665 running time: 26399.748945474625epoch:4666 running time: 26403.448871850967epoch:4667 running time: 26407.156323432922epoch:4668 running time: 26410.86009287834epoch:4669 running time: 26414.558322668076epoch:4670 running time: 26418.260927200317epoch:4671 running time: 26421.9553937912epoch:4672 running time: 26425.658190250397epoch:4673 running time: 26429.35947728157epoch:4674 running time: 26433.109854221344epoch:4675 running time: 26436.84111571312epoch:4676 running time: 26440.579691410065epoch:4677 running time: 26444.35206270218epoch:4678 running time: 26448.12189102173epoch:4679 running time: 26451.853248357773epoch:4680 running time: 26455.549163341522epoch:4681 running time: 26459.24883365631epoch:4682 running time: 26462.949172973633epoch:4683 running time: 26466.644206762314epoch:4684 running time: 26470.339696645737epoch:4685 running time: 26474.03965115547epoch:4686 running time: 26477.733639717102epoch:4687 running time: 26481.438218593597epoch:4688 running time: 26485.145936012268epoch:4689 running time: 26488.85168170929epoch:4690 running time: 26492.562131404877epoch:4691 running time: 26496.263836860657epoch:4692 running time: 26499.971292972565epoch:4693 running time: 26503.673398971558epoch:4694 running time: 26507.389454126358epoch:4695 running time: 26511.093276500702epoch:4696 running time: 26514.789507627487epoch:4697 running time: 26518.509560346603epoch:4698 running time: 26522.235402822495epoch:4699 running time: 26526.00076508522epoch:4700 running time: 26529.700876235962epoch:4701 running time: 26533.46825027466epoch:4702 running time: 26537.18328642845epoch:4703 running time: 26540.90684223175epoch:4704 running time: 26544.598750591278epoch:4705 running time: 26548.302253961563epoch:4706 running time: 26552.00322842598epoch:4707 running time: 26555.704226493835epoch:4708 running time: 26559.404569864273epoch:4709 running time: 26563.10953760147epoch:4710 running time: 26566.81124138832epoch:4711 running time: 26570.51232290268epoch:4712 running time: 26574.21965789795epoch:4713 running time: 26577.92758011818epoch:4714 running time: 26581.631588459015epoch:4715 running time: 26585.333994627epoch:4716 running time: 26589.03994655609epoch:4717 running time: 26592.73478293419epoch:4718 running time: 26596.43551158905epoch:4719 running time: 26600.121478319168epoch:4720 running time: 26603.811554193497epoch:4721 running time: 26607.510299682617epoch:4722 running time: 26611.21846795082epoch:4723 running time: 26614.92269396782epoch:4724 running time: 26618.607390880585epoch:4725 running time: 26622.313465595245epoch:4726 running time: 26626.021703004837epoch:4727 running time: 26629.72661280632epoch:4728 running time: 26633.422382354736epoch:4729 running time: 26637.15640592575epoch:4730 running time: 26640.84957551956epoch:4731 running time: 26644.54732275009epoch:4732 running time: 26648.24477505684epoch:4733 running time: 26651.945801258087epoch:4734 running time: 26655.64651989937epoch:4735 running time: 26659.35416150093epoch:4736 running time: 26663.083453416824epoch:4737 running time: 26666.7978849411epoch:4738 running time: 26670.526293039322epoch:4739 running time: 26674.241193056107epoch:4740 running time: 26677.945113420486epoch:4741 running time: 26681.64570903778epoch:4742 running time: 26685.34540772438epoch:4743 running time: 26689.045791625977epoch:4744 running time: 26692.74112033844epoch:4745 running time: 26696.445107460022epoch:4746 running time: 26700.15038728714epoch:4747 running time: 26703.84315609932epoch:4748 running time: 26707.542717695236epoch:4749 running time: 26711.23457479477epoch:4750 running time: 26714.91583251953epoch:4751 running time: 26718.60025191307epoch:4752 running time: 26722.286906719208epoch:4753 running time: 26725.985071659088epoch:4754 running time: 26729.708642959595epoch:4755 running time: 26733.42348742485epoch:4756 running time: 26737.135644435883epoch:4757 running time: 26740.83992600441epoch:4758 running time: 26744.543762922287epoch:4759 running time: 26748.248299360275epoch:4760 running time: 26751.95368719101epoch:4761 running time: 26755.643587350845epoch:4762 running time: 26759.344221115112epoch:4763 running time: 26763.033099412918epoch:4764 running time: 26766.734988212585epoch:4765 running time: 26770.428472280502epoch:4766 running time: 26774.125648260117epoch:4767 running time: 26777.822402238846epoch:4768 running time: 26781.523244857788epoch:4769 running time: 26785.229126930237epoch:4770 running time: 26788.932279109955epoch:4771 running time: 26792.625440597534epoch:4772 running time: 26796.327918291092epoch:4773 running time: 26800.02211165428epoch:4774 running time: 26803.71807861328epoch:4775 running time: 26807.422860860825epoch:4776 running time: 26811.1209294796epoch:4777 running time: 26814.817839860916epoch:4778 running time: 26818.532794952393epoch:4779 running time: 26822.229024648666epoch:4780 running time: 26825.931270360947epoch:4781 running time: 26829.633405447006epoch:4782 running time: 26833.31924390793epoch:4783 running time: 26837.005267858505epoch:4784 running time: 26840.704514741898epoch:4785 running time: 26844.398501873016epoch:4786 running time: 26848.12065553665epoch:4787 running time: 26851.83336162567epoch:4788 running time: 26855.545572042465epoch:4789 running time: 26859.242007493973epoch:4790 running time: 26862.935564041138epoch:4791 running time: 26866.632685899734epoch:4792 running time: 26870.323712348938epoch:4793 running time: 26874.023503541946epoch:4794 running time: 26877.72053027153epoch:4795 running time: 26881.40717816353epoch:4796 running time: 26885.106493234634epoch:4797 running time: 26888.802364587784epoch:4798 running time: 26892.50709581375epoch:4799 running time: 26896.213091373444epoch:4800 running time: 26899.91291952133epoch:4801 running time: 26903.615790128708epoch:4802 running time: 26907.313549518585epoch:4803 running time: 26911.01896739006epoch:4804 running time: 26914.721717834473epoch:4805 running time: 26918.426406145096epoch:4806 running time: 26922.123770713806epoch:4807 running time: 26925.83156967163epoch:4808 running time: 26929.53716492653epoch:4809 running time: 26933.240491628647epoch:4810 running time: 26936.948574066162epoch:4811 running time: 26940.65401148796epoch:4812 running time: 26944.356870651245epoch:4813 running time: 26948.05780529976epoch:4814 running time: 26951.747587680817epoch:4815 running time: 26955.442508220673epoch:4816 running time: 26959.147453546524epoch:4817 running time: 26962.86377811432epoch:4818 running time: 26966.570902824402epoch:4819 running time: 26970.286123514175epoch:4820 running time: 26974.001983642578epoch:4821 running time: 26977.711478710175epoch:4822 running time: 26981.43582558632epoch:4823 running time: 26985.154331445694epoch:4824 running time: 26988.86062026024epoch:4825 running time: 26992.579981803894epoch:4826 running time: 26996.28147315979epoch:4827 running time: 26999.984141349792epoch:4828 running time: 27003.677574157715epoch:4829 running time: 27007.369748353958epoch:4830 running time: 27011.064872026443epoch:4831 running time: 27014.77023267746epoch:4832 running time: 27018.473176956177epoch:4833 running time: 27022.182535409927epoch:4834 running time: 27025.89351463318epoch:4835 running time: 27029.60369849205epoch:4836 running time: 27033.30778002739epoch:4837 running time: 27037.01287508011epoch:4838 running time: 27040.716170072556epoch:4839 running time: 27044.421815156937epoch:4840 running time: 27048.139956235886epoch:4841 running time: 27051.85025691986epoch:4842 running time: 27055.55881714821epoch:4843 running time: 27059.266307115555epoch:4844 running time: 27062.97909593582epoch:4845 running time: 27066.684955120087epoch:4846 running time: 27070.393476486206epoch:4847 running time: 27074.091318130493epoch:4848 running time: 27077.807466983795epoch:4849 running time: 27081.506023406982epoch:4850 running time: 27085.209068775177epoch:4851 running time: 27088.92852640152epoch:4852 running time: 27092.638352394104epoch:4853 running time: 27096.33699631691epoch:4854 running time: 27100.038330316544epoch:4855 running time: 27103.73310303688epoch:4856 running time: 27107.430223226547epoch:4857 running time: 27111.129977941513epoch:4858 running time: 27114.834965229034epoch:4859 running time: 27118.54077410698epoch:4860 running time: 27122.240579366684epoch:4861 running time: 27125.95921397209epoch:4862 running time: 27129.67924809456epoch:4863 running time: 27133.385923862457epoch:4864 running time: 27137.08696913719epoch:4865 running time: 27140.79389190674epoch:4866 running time: 27144.50538468361epoch:4867 running time: 27148.213982105255epoch:4868 running time: 27151.917340040207epoch:4869 running time: 27155.63861680031epoch:4870 running time: 27159.32951927185epoch:4871 running time: 27163.059817790985epoch:4872 running time: 27166.7898273468epoch:4873 running time: 27170.51505279541epoch:4874 running time: 27174.22750544548epoch:4875 running time: 27177.982355356216epoch:4876 running time: 27181.711430311203epoch:4877 running time: 27185.427514076233epoch:4878 running time: 27189.122055768967epoch:4879 running time: 27192.815029144287epoch:4880 running time: 27196.50877571106epoch:4881 running time: 27200.21894621849epoch:4882 running time: 27203.928991556168epoch:4883 running time: 27207.629011392593epoch:4884 running time: 27211.3225710392epoch:4885 running time: 27215.02038002014epoch:4886 running time: 27218.738666296005epoch:4887 running time: 27222.445914030075epoch:4888 running time: 27226.161942243576epoch:4889 running time: 27229.86925959587epoch:4890 running time: 27233.58083677292epoch:4891 running time: 27237.293457746506epoch:4892 running time: 27241.004952669144epoch:4893 running time: 27244.718302488327epoch:4894 running time: 27248.42016673088epoch:4895 running time: 27252.115598917007epoch:4896 running time: 27255.823668003082epoch:4897 running time: 27259.52161669731epoch:4898 running time: 27263.22989821434epoch:4899 running time: 27266.943816184998epoch:4900 running time: 27270.654675483704epoch:4901 running time: 27274.367732048035epoch:4902 running time: 27278.07327580452epoch:4903 running time: 27281.76247525215epoch:4904 running time: 27285.444440364838epoch:4905 running time: 27289.14635014534epoch:4906 running time: 27292.85785293579epoch:4907 running time: 27296.546992778778epoch:4908 running time: 27300.251314878464epoch:4909 running time: 27303.946564912796epoch:4910 running time: 27307.639523506165epoch:4911 running time: 27311.33180785179epoch:4912 running time: 27315.064791202545epoch:4913 running time: 27318.76951265335epoch:4914 running time: 27322.4578268528epoch:4915 running time: 27326.15984725952epoch:4916 running time: 27329.846783638epoch:4917 running time: 27333.546209812164epoch:4918 running time: 27337.24374604225epoch:4919 running time: 27340.93778705597epoch:4920 running time: 27344.634114027023epoch:4921 running time: 27348.33306670189epoch:4922 running time: 27352.032954454422epoch:4923 running time: 27355.753401756287epoch:4924 running time: 27359.46056675911epoch:4925 running time: 27363.160316467285epoch:4926 running time: 27366.8577542305epoch:4927 running time: 27370.570419549942epoch:4928 running time: 27374.288507699966epoch:4929 running time: 27377.99586749077epoch:4930 running time: 27381.71239423752epoch:4931 running time: 27385.42959332466epoch:4932 running time: 27389.1415951252epoch:4933 running time: 27392.83281636238epoch:4934 running time: 27396.53475046158epoch:4935 running time: 27400.2444999218epoch:4936 running time: 27403.944883346558epoch:4937 running time: 27407.653185606003epoch:4938 running time: 27411.37031364441epoch:4939 running time: 27415.08055949211epoch:4940 running time: 27418.769406318665epoch:4941 running time: 27422.481531381607epoch:4942 running time: 27426.177114725113epoch:4943 running time: 27429.880200386047epoch:4944 running time: 27433.583971500397epoch:4945 running time: 27437.273893356323epoch:4946 running time: 27440.968827962875epoch:4947 running time: 27444.660054922104epoch:4948 running time: 27448.358523368835epoch:4949 running time: 27452.061920404434epoch:4950 running time: 27455.761246442795epoch:4951 running time: 27459.45749950409epoch:4952 running time: 27463.15708398819epoch:4953 running time: 27466.862626075745epoch:4954 running time: 27470.564104557037epoch:4955 running time: 27474.27153635025epoch:4956 running time: 27477.9740524292epoch:4957 running time: 27481.687987327576epoch:4958 running time: 27485.37381339073epoch:4959 running time: 27489.068130016327epoch:4960 running time: 27492.77522611618epoch:4961 running time: 27496.480799674988epoch:4962 running time: 27500.17556333542epoch:4963 running time: 27503.864750385284epoch:4964 running time: 27507.57111310959epoch:4965 running time: 27511.28021144867epoch:4966 running time: 27514.977452516556epoch:4967 running time: 27518.673755168915epoch:4968 running time: 27522.370404720306epoch:4969 running time: 27526.071215629578epoch:4970 running time: 27529.77270770073epoch:4971 running time: 27533.476759672165epoch:4972 running time: 27537.173797130585epoch:4973 running time: 27540.874754667282epoch:4974 running time: 27544.576201677322epoch:4975 running time: 27548.27672457695epoch:4976 running time: 27551.976623296738epoch:4977 running time: 27555.67924642563epoch:4978 running time: 27559.369347810745epoch:4979 running time: 27563.06351494789epoch:4980 running time: 27566.75923538208epoch:4981 running time: 27570.480485916138epoch:4982 running time: 27574.194266080856epoch:4983 running time: 27577.90715789795epoch:4984 running time: 27581.622818231583epoch:4985 running time: 27585.317285060883epoch:4986 running time: 27589.01874923706epoch:4987 running time: 27592.717873334885epoch:4988 running time: 27596.420813798904epoch:4989 running time: 27600.11861872673epoch:4990 running time: 27603.83306145668epoch:4991 running time: 27607.543104171753epoch:4992 running time: 27611.285459041595epoch:4993 running time: 27615.043029785156epoch:4994 running time: 27618.750032901764epoch:4995 running time: 27622.473437070847epoch:4996 running time: 27626.183057308197epoch:4997 running time: 27629.902091026306epoch:4998 running time: 27633.631011486053epoch:4999 running time: 27637.3506128788epoch:5000 running time: 27641.076194524765epoch:5001 running time: 27644.779940605164epoch:5002 running time: 27648.5008957386epoch:5003 running time: 27652.23182463646epoch:5004 running time: 27655.955275058746epoch:5005 running time: 27659.667684555054epoch:5006 running time: 27663.372583150864epoch:5007 running time: 27667.099056243896epoch:5008 running time: 27670.825951337814epoch:5009 running time: 27674.530416488647epoch:5010 running time: 27678.244749069214epoch:5011 running time: 27681.971745729446epoch:5012 running time: 27685.695328235626epoch:5013 running time: 27689.409766197205epoch:5014 running time: 27693.133195400238epoch:5015 running time: 27696.887224435806epoch:5016 running time: 27700.64574956894epoch:5017 running time: 27704.404663085938epoch:5018 running time: 27708.106615543365epoch:5019 running time: 27711.81021618843epoch:5020 running time: 27715.52712249756epoch:5021 running time: 27719.248546123505epoch:5022 running time: 27722.98981833458epoch:5023 running time: 27726.678290367126epoch:5024 running time: 27730.383265018463epoch:5025 running time: 27734.090311288834epoch:5026 running time: 27737.780216693878epoch:5027 running time: 27741.482748508453epoch:5028 running time: 27745.182171821594epoch:5029 running time: 27748.890714406967epoch:5030 running time: 27752.601783275604epoch:5031 running time: 27756.331993103027epoch:5032 running time: 27760.04040122032epoch:5033 running time: 27763.73134946823epoch:5034 running time: 27767.440898180008epoch:5035 running time: 27771.1423664093epoch:5036 running time: 27774.856454133987epoch:5037 running time: 27778.554799318314epoch:5038 running time: 27782.259705543518epoch:5039 running time: 27785.949648857117epoch:5040 running time: 27789.657779932022epoch:5041 running time: 27793.367362737656epoch:5042 running time: 27797.066711187363epoch:5043 running time: 27800.75498318672epoch:5044 running time: 27804.45164680481epoch:5045 running time: 27808.168583393097epoch:5046 running time: 27811.886197328568epoch:5047 running time: 27815.586199998856epoch:5048 running time: 27819.288465976715epoch:5049 running time: 27822.991841316223epoch:5050 running time: 27826.69371676445epoch:5051 running time: 27830.40745806694epoch:5052 running time: 27834.103380918503epoch:5053 running time: 27837.800903320312epoch:5054 running time: 27841.534729003906epoch:5055 running time: 27845.23182606697epoch:5056 running time: 27848.92805480957epoch:5057 running time: 27852.617990493774epoch:5058 running time: 27856.320449590683epoch:5059 running time: 27860.023121356964epoch:5060 running time: 27863.733813762665epoch:5061 running time: 27867.434064626694epoch:5062 running time: 27871.140993356705epoch:5063 running time: 27874.842056274414epoch:5064 running time: 27878.541259765625epoch:5065 running time: 27882.232671022415epoch:5066 running time: 27885.938374757767epoch:5067 running time: 27889.633583545685epoch:5068 running time: 27893.336418151855epoch:5069 running time: 27897.03645300865epoch:5070 running time: 27900.763982772827epoch:5071 running time: 27904.48780322075epoch:5072 running time: 27908.19640636444epoch:5073 running time: 27911.894674539566epoch:5074 running time: 27915.606075048447epoch:5075 running time: 27919.291111707687epoch:5076 running time: 27922.98709154129epoch:5077 running time: 27926.697138547897epoch:5078 running time: 27930.402134895325epoch:5079 running time: 27934.103778600693epoch:5080 running time: 27937.804564476013epoch:5081 running time: 27941.50729250908epoch:5082 running time: 27945.225687742233epoch:5083 running time: 27948.948625087738epoch:5084 running time: 27952.670580148697epoch:5085 running time: 27956.389008522034epoch:5086 running time: 27960.102066993713epoch:5087 running time: 27963.825165987015epoch:5088 running time: 27967.54036951065epoch:5089 running time: 27971.296983480453epoch:5090 running time: 27975.01809000969epoch:5091 running time: 27978.749138355255epoch:5092 running time: 27982.50342154503epoch:5093 running time: 27986.209630012512epoch:5094 running time: 27989.911467075348epoch:5095 running time: 27993.61012506485epoch:5096 running time: 27997.336838960648epoch:5097 running time: 28001.059745311737epoch:5098 running time: 28004.774708747864epoch:5099 running time: 28008.49063205719epoch:5100 running time: 28012.2050716877epoch:5101 running time: 28015.92445087433epoch:5102 running time: 28019.645277261734epoch:5103 running time: 28023.374523878098epoch:5104 running time: 28027.08071064949epoch:5105 running time: 28030.793077230453epoch:5106 running time: 28034.4775454998epoch:5107 running time: 28038.190051317215epoch:5108 running time: 28041.903839111328epoch:5109 running time: 28045.61373758316epoch:5110 running time: 28049.31593966484epoch:5111 running time: 28053.012083292007epoch:5112 running time: 28056.714618444443epoch:5113 running time: 28060.41702604294epoch:5114 running time: 28064.12237262726epoch:5115 running time: 28067.823729991913epoch:5116 running time: 28071.52788066864epoch:5117 running time: 28075.22548532486epoch:5118 running time: 28078.915140628815epoch:5119 running time: 28082.615649461746epoch:5120 running time: 28086.322003364563epoch:5121 running time: 28090.025723695755epoch:5122 running time: 28093.706924676895epoch:5123 running time: 28097.45503425598epoch:5124 running time: 28101.193636655807epoch:5125 running time: 28104.887044906616epoch:5126 running time: 28108.585327625275epoch:5127 running time: 28112.290777921677epoch:5128 running time: 28115.99043059349epoch:5129 running time: 28119.699816465378epoch:5130 running time: 28123.3978805542epoch:5131 running time: 28127.096502304077epoch:5132 running time: 28130.793122053146epoch:5133 running time: 28134.490253686905epoch:5134 running time: 28138.191695213318epoch:5135 running time: 28141.894980192184epoch:5136 running time: 28145.588744163513epoch:5137 running time: 28149.283615589142epoch:5138 running time: 28152.98710179329epoch:5139 running time: 28156.685428857803epoch:5140 running time: 28160.384217500687epoch:5141 running time: 28164.08491539955epoch:5142 running time: 28167.780217409134epoch:5143 running time: 28171.482905626297epoch:5144 running time: 28175.18387198448epoch:5145 running time: 28178.886915445328epoch:5146 running time: 28182.597540140152epoch:5147 running time: 28186.30731201172epoch:5148 running time: 28190.01437139511epoch:5149 running time: 28193.71565270424epoch:5150 running time: 28197.411688566208epoch:5151 running time: 28201.10650038719epoch:5152 running time: 28204.80242562294epoch:5153 running time: 28208.505998134613epoch:5154 running time: 28212.212069272995epoch:5155 running time: 28215.927312612534epoch:5156 running time: 28219.62194085121epoch:5157 running time: 28223.325569152832epoch:5158 running time: 28227.025408506393epoch:5159 running time: 28230.722685813904epoch:5160 running time: 28234.417542934418epoch:5161 running time: 28238.13212776184epoch:5162 running time: 28241.843063354492epoch:5163 running time: 28245.54596400261epoch:5164 running time: 28249.274900197983epoch:5165 running time: 28252.995262145996epoch:5166 running time: 28256.71644759178epoch:5167 running time: 28260.430193901062epoch:5168 running time: 28264.144310474396epoch:5169 running time: 28267.848834991455epoch:5170 running time: 28271.539922952652epoch:5171 running time: 28275.237887382507epoch:5172 running time: 28278.94520187378epoch:5173 running time: 28282.653257846832epoch:5174 running time: 28286.362493276596epoch:5175 running time: 28290.070007562637epoch:5176 running time: 28293.789058685303epoch:5177 running time: 28297.473580360413epoch:5178 running time: 28301.17018723488epoch:5179 running time: 28304.867609977722epoch:5180 running time: 28308.565900802612epoch:5181 running time: 28312.263042211533epoch:5182 running time: 28315.952616930008epoch:5183 running time: 28319.643956899643epoch:5184 running time: 28323.32861328125epoch:5185 running time: 28327.027401208878epoch:5186 running time: 28330.72552895546epoch:5187 running time: 28334.423434257507epoch:5188 running time: 28338.11469388008epoch:5189 running time: 28341.81170773506epoch:5190 running time: 28345.513107538223epoch:5191 running time: 28349.2365026474epoch:5192 running time: 28352.94244146347epoch:5193 running time: 28356.64246559143epoch:5194 running time: 28360.339745521545epoch:5195 running time: 28364.03919315338epoch:5196 running time: 28367.74563074112epoch:5197 running time: 28371.454656124115epoch:5198 running time: 28375.156925439835epoch:5199 running time: 28378.854506015778epoch:5200 running time: 28382.537670135498epoch:5201 running time: 28386.222941875458epoch:5202 running time: 28389.929133176804epoch:5203 running time: 28393.626708507538epoch:5204 running time: 28397.324201583862epoch:5205 running time: 28401.02389550209epoch:5206 running time: 28404.727427959442epoch:5207 running time: 28408.4304895401epoch:5208 running time: 28412.130070209503epoch:5209 running time: 28415.850728988647epoch:5210 running time: 28419.57129907608epoch:5211 running time: 28423.287790298462epoch:5212 running time: 28427.008075475693epoch:5213 running time: 28430.715846776962epoch:5214 running time: 28434.39985537529epoch:5215 running time: 28438.099244594574epoch:5216 running time: 28441.788521528244epoch:5217 running time: 28445.49416899681epoch:5218 running time: 28449.21136188507epoch:5219 running time: 28452.925751686096epoch:5220 running time: 28456.618702173233epoch:5221 running time: 28460.325959920883epoch:5222 running time: 28464.035636901855epoch:5223 running time: 28467.76288294792epoch:5224 running time: 28471.473177194595epoch:5225 running time: 28475.17420077324epoch:5226 running time: 28478.88780450821epoch:5227 running time: 28482.588527202606epoch:5228 running time: 28486.297065019608epoch:5229 running time: 28490.005863666534epoch:5230 running time: 28493.713451862335epoch:5231 running time: 28497.418709754944epoch:5232 running time: 28501.124829530716epoch:5233 running time: 28504.83013367653epoch:5234 running time: 28508.531952619553epoch:5235 running time: 28512.2401471138epoch:5236 running time: 28515.942678928375epoch:5237 running time: 28519.64636206627epoch:5238 running time: 28523.348517417908epoch:5239 running time: 28527.054161071777epoch:5240 running time: 28530.76311326027epoch:5241 running time: 28534.463310480118epoch:5242 running time: 28538.16638994217epoch:5243 running time: 28541.863045930862epoch:5244 running time: 28545.562285661697epoch:5245 running time: 28549.257510900497epoch:5246 running time: 28552.95877480507epoch:5247 running time: 28556.65599489212epoch:5248 running time: 28560.354429721832epoch:5249 running time: 28564.057859182358epoch:5250 running time: 28567.75745153427epoch:5251 running time: 28571.44696497917epoch:5252 running time: 28575.144643068314epoch:5253 running time: 28578.83790063858epoch:5254 running time: 28582.549124002457epoch:5255 running time: 28586.264083862305epoch:5256 running time: 28589.98639202118epoch:5257 running time: 28593.689954519272epoch:5258 running time: 28597.408298254013epoch:5259 running time: 28601.136971235275epoch:5260 running time: 28604.84575486183epoch:5261 running time: 28608.55771636963epoch:5262 running time: 28612.280509710312epoch:5263 running time: 28615.998182058334epoch:5264 running time: 28619.71971654892epoch:5265 running time: 28623.42563676834epoch:5266 running time: 28627.115099430084epoch:5267 running time: 28630.825921297073epoch:5268 running time: 28634.531799316406epoch:5269 running time: 28638.237520456314epoch:5270 running time: 28641.942571163177epoch:5271 running time: 28645.63979434967epoch:5272 running time: 28649.328359365463epoch:5273 running time: 28653.032952308655epoch:5274 running time: 28656.740885734558epoch:5275 running time: 28660.440226078033epoch:5276 running time: 28664.15997028351epoch:5277 running time: 28667.875513076782epoch:5278 running time: 28671.5722823143epoch:5279 running time: 28675.27139544487epoch:5280 running time: 28678.98093366623epoch:5281 running time: 28682.68026804924epoch:5282 running time: 28686.37876534462epoch:5283 running time: 28690.073566675186epoch:5284 running time: 28693.78785085678epoch:5285 running time: 28697.490961790085epoch:5286 running time: 28701.188583612442epoch:5287 running time: 28704.888471364975epoch:5288 running time: 28708.586997032166epoch:5289 running time: 28712.296483039856epoch:5290 running time: 28715.998915195465epoch:5291 running time: 28719.689665794373epoch:5292 running time: 28723.39784502983epoch:5293 running time: 28727.089617729187epoch:5294 running time: 28730.789037942886epoch:5295 running time: 28734.484855413437epoch:5296 running time: 28738.188188791275epoch:5297 running time: 28741.974828720093epoch:5298 running time: 28745.671239852905epoch:5299 running time: 28749.388887882233epoch:5300 running time: 28753.110790491104epoch:5301 running time: 28756.808024406433epoch:5302 running time: 28760.504054784775epoch:5303 running time: 28764.21304678917epoch:5304 running time: 28767.92265677452epoch:5305 running time: 28771.627218723297epoch:5306 running time: 28775.323969125748epoch:5307 running time: 28779.0257062912epoch:5308 running time: 28782.718299150467epoch:5309 running time: 28786.41669845581epoch:5310 running time: 28790.119954824448epoch:5311 running time: 28793.81997036934epoch:5312 running time: 28797.4985435009epoch:5313 running time: 28801.186514616013epoch:5314 running time: 28804.89199614525epoch:5315 running time: 28808.59683918953epoch:5316 running time: 28812.3085000515epoch:5317 running time: 28816.01894211769epoch:5318 running time: 28819.732128858566epoch:5319 running time: 28823.43332195282epoch:5320 running time: 28827.174155950546epoch:5321 running time: 28830.867661476135epoch:5322 running time: 28834.567808151245epoch:5323 running time: 28838.262281179428epoch:5324 running time: 28841.965588092804epoch:5325 running time: 28845.670869350433epoch:5326 running time: 28849.388377666473epoch:5327 running time: 28853.104249954224epoch:5328 running time: 28856.815064430237epoch:5329 running time: 28860.522783517838epoch:5330 running time: 28864.221774101257epoch:5331 running time: 28867.925971508026epoch:5332 running time: 28871.62851381302epoch:5333 running time: 28875.335921525955epoch:5334 running time: 28879.052319049835epoch:5335 running time: 28882.77197742462epoch:5336 running time: 28886.474117279053epoch:5337 running time: 28890.180854797363epoch:5338 running time: 28893.898233890533epoch:5339 running time: 28897.603974580765epoch:5340 running time: 28901.314234972epoch:5341 running time: 28905.027722597122epoch:5342 running time: 28908.735778093338epoch:5343 running time: 28912.430533647537epoch:5344 running time: 28916.13411808014epoch:5345 running time: 28919.84402680397epoch:5346 running time: 28923.56881427765epoch:5347 running time: 28927.274793624878epoch:5348 running time: 28930.97665119171epoch:5349 running time: 28934.688136816025epoch:5350 running time: 28938.400000810623epoch:5351 running time: 28942.11417388916epoch:5352 running time: 28945.836178302765epoch:5353 running time: 28949.54417157173epoch:5354 running time: 28953.24845099449epoch:5355 running time: 28956.953142404556epoch:5356 running time: 28960.65654683113epoch:5357 running time: 28964.361456394196epoch:5358 running time: 28968.075506210327epoch:5359 running time: 28971.807500839233epoch:5360 running time: 28975.533543109894epoch:5361 running time: 28979.273489952087epoch:5362 running time: 28982.99490737915epoch:5363 running time: 28986.72604393959epoch:5364 running time: 28990.45143723488epoch:5365 running time: 28994.17547249794epoch:5366 running time: 28997.88316965103epoch:5367 running time: 29001.59498667717epoch:5368 running time: 29005.327028751373epoch:5369 running time: 29009.08330321312epoch:5370 running time: 29012.793254613876epoch:5371 running time: 29016.494746685028epoch:5372 running time: 29020.21669816971epoch:5373 running time: 29023.933578252792epoch:5374 running time: 29027.65131688118epoch:5375 running time: 29031.368625164032epoch:5376 running time: 29035.07124710083epoch:5377 running time: 29038.780970335007epoch:5378 running time: 29042.498839855194epoch:5379 running time: 29046.212218523026epoch:5380 running time: 29049.926162481308epoch:5381 running time: 29053.63904285431epoch:5382 running time: 29057.343075990677epoch:5383 running time: 29061.041447401047epoch:5384 running time: 29064.748593091965epoch:5385 running time: 29068.45186138153epoch:5386 running time: 29072.155821561813epoch:5387 running time: 29075.85475707054epoch:5388 running time: 29079.558400154114epoch:5389 running time: 29083.275352716446epoch:5390 running time: 29086.97987961769epoch:5391 running time: 29090.680020809174epoch:5392 running time: 29094.38703417778epoch:5393 running time: 29098.084906339645epoch:5394 running time: 29101.784551620483epoch:5395 running time: 29105.47574019432epoch:5396 running time: 29109.193562984467epoch:5397 running time: 29112.8933634758epoch:5398 running time: 29116.594036579132epoch:5399 running time: 29120.292936086655epoch:5400 running time: 29123.99005794525epoch:5401 running time: 29127.684473991394epoch:5402 running time: 29131.39273405075epoch:5403 running time: 29135.10295367241epoch:5404 running time: 29138.807194948196epoch:5405 running time: 29142.51464509964epoch:5406 running time: 29146.222463607788epoch:5407 running time: 29149.92231941223epoch:5408 running time: 29153.621708869934epoch:5409 running time: 29157.31694293022epoch:5410 running time: 29161.020436048508epoch:5411 running time: 29164.7274415493epoch:5412 running time: 29168.429513454437epoch:5413 running time: 29172.123452186584epoch:5414 running time: 29175.82746911049epoch:5415 running time: 29179.527701616287epoch:5416 running time: 29183.23005247116epoch:5417 running time: 29186.933211803436epoch:5418 running time: 29190.640077352524epoch:5419 running time: 29194.33151936531epoch:5420 running time: 29198.0267431736epoch:5421 running time: 29201.730427742004epoch:5422 running time: 29205.434024095535epoch:5423 running time: 29209.140590429306epoch:5424 running time: 29212.855888843536epoch:5425 running time: 29216.57736301422epoch:5426 running time: 29220.288256168365epoch:5427 running time: 29223.99534010887epoch:5428 running time: 29227.70426273346epoch:5429 running time: 29231.405283927917epoch:5430 running time: 29235.11056995392epoch:5431 running time: 29238.815489053726epoch:5432 running time: 29242.520142555237epoch:5433 running time: 29246.228943109512epoch:5434 running time: 29249.932173252106epoch:5435 running time: 29253.63700389862epoch:5436 running time: 29257.34645986557epoch:5437 running time: 29261.050997257233epoch:5438 running time: 29264.76318526268epoch:5439 running time: 29268.47159075737epoch:5440 running time: 29272.17172408104epoch:5441 running time: 29275.879672288895epoch:5442 running time: 29279.58989930153epoch:5443 running time: 29283.30413198471epoch:5444 running time: 29287.018399000168epoch:5445 running time: 29290.741651296616epoch:5446 running time: 29294.454006910324epoch:5447 running time: 29298.159619808197epoch:5448 running time: 29301.875651359558epoch:5449 running time: 29305.593898057938epoch:5450 running time: 29309.299020051956epoch:5451 running time: 29312.995598316193epoch:5452 running time: 29316.706730127335epoch:5453 running time: 29320.414845228195epoch:5454 running time: 29324.130422353745epoch:5455 running time: 29327.83459329605epoch:5456 running time: 29331.54214310646epoch:5457 running time: 29335.25795507431epoch:5458 running time: 29338.967544078827epoch:5459 running time: 29342.668790340424epoch:5460 running time: 29346.368924856186epoch:5461 running time: 29350.067133188248epoch:5462 running time: 29353.762091875076epoch:5463 running time: 29357.469619512558epoch:5464 running time: 29361.179525613785epoch:5465 running time: 29364.878403425217epoch:5466 running time: 29368.58824968338epoch:5467 running time: 29372.287883520126epoch:5468 running time: 29376.000474214554epoch:5469 running time: 29379.705978870392epoch:5470 running time: 29383.417767047882epoch:5471 running time: 29387.12189245224epoch:5472 running time: 29390.8334877491epoch:5473 running time: 29394.542618513107epoch:5474 running time: 29398.253295898438epoch:5475 running time: 29401.962454319epoch:5476 running time: 29405.674723386765epoch:5477 running time: 29409.382130146027epoch:5478 running time: 29413.095799684525epoch:5479 running time: 29416.8077480793epoch:5480 running time: 29420.516075849533epoch:5481 running time: 29424.229805469513epoch:5482 running time: 29427.937299489975epoch:5483 running time: 29431.64296746254epoch:5484 running time: 29435.35528111458epoch:5485 running time: 29439.06166410446epoch:5486 running time: 29442.77304291725epoch:5487 running time: 29446.481043100357epoch:5488 running time: 29450.18413734436epoch:5489 running time: 29453.89486503601epoch:5490 running time: 29457.595935821533epoch:5491 running time: 29461.29970932007epoch:5492 running time: 29464.99920463562epoch:5493 running time: 29468.700860738754epoch:5494 running time: 29472.404373407364epoch:5495 running time: 29476.112704515457epoch:5496 running time: 29479.82290840149epoch:5497 running time: 29483.524271011353epoch:5498 running time: 29487.233559846878epoch:5499 running time: 29490.947823286057epoch:5500 running time: 29494.65953850746epoch:5501 running time: 29498.367613554epoch:5502 running time: 29502.08397245407epoch:5503 running time: 29505.781598091125epoch:5504 running time: 29509.484558343887epoch:5505 running time: 29513.189876556396epoch:5506 running time: 29516.89209794998epoch:5507 running time: 29520.599778175354epoch:5508 running time: 29524.30373430252epoch:5509 running time: 29528.00707244873epoch:5510 running time: 29531.705930948257epoch:5511 running time: 29535.40056848526epoch:5512 running time: 29539.1038646698epoch:5513 running time: 29542.79748940468epoch:5514 running time: 29546.497284412384epoch:5515 running time: 29550.204668045044epoch:5516 running time: 29553.914350748062epoch:5517 running time: 29557.636961698532epoch:5518 running time: 29561.355575323105epoch:5519 running time: 29565.067363262177epoch:5520 running time: 29568.78605389595epoch:5521 running time: 29572.507432222366epoch:5522 running time: 29576.226209163666epoch:5523 running time: 29579.92885541916epoch:5524 running time: 29583.65165567398epoch:5525 running time: 29587.365260601044epoch:5526 running time: 29591.07186460495epoch:5527 running time: 29594.77930665016epoch:5528 running time: 29598.492185115814epoch:5529 running time: 29602.195030212402epoch:5530 running time: 29605.91230583191epoch:5531 running time: 29609.624257087708epoch:5532 running time: 29613.3320479393epoch:5533 running time: 29617.039460659027epoch:5534 running time: 29620.745272874832epoch:5535 running time: 29624.43593811989epoch:5536 running time: 29628.133462905884epoch:5537 running time: 29631.83890748024epoch:5538 running time: 29635.54608988762epoch:5539 running time: 29639.248326301575epoch:5540 running time: 29642.94828104973epoch:5541 running time: 29646.65196800232epoch:5542 running time: 29650.34821653366epoch:5543 running time: 29654.055102825165epoch:5544 running time: 29657.754192829132epoch:5545 running time: 29661.45703983307epoch:5546 running time: 29665.16247844696epoch:5547 running time: 29668.8625934124epoch:5548 running time: 29672.55520939827epoch:5549 running time: 29676.258511781693epoch:5550 running time: 29679.96003127098epoch:5551 running time: 29683.659688949585epoch:5552 running time: 29687.363916873932epoch:5553 running time: 29691.067378282547epoch:5554 running time: 29694.772283554077epoch:5555 running time: 29698.46385383606epoch:5556 running time: 29702.16949224472epoch:5557 running time: 29705.87215256691epoch:5558 running time: 29709.565013170242epoch:5559 running time: 29713.265941381454epoch:5560 running time: 29716.962464571epoch:5561 running time: 29720.666844844818epoch:5562 running time: 29724.371249437332epoch:5563 running time: 29728.065325260162epoch:5564 running time: 29731.75467991829epoch:5565 running time: 29735.44859790802epoch:5566 running time: 29739.14783191681epoch:5567 running time: 29742.850517511368epoch:5568 running time: 29746.552455425262epoch:5569 running time: 29750.26111292839epoch:5570 running time: 29753.9666557312epoch:5571 running time: 29757.671978235245epoch:5572 running time: 29761.379017829895epoch:5573 running time: 29765.077266454697epoch:5574 running time: 29768.774662733078epoch:5575 running time: 29772.48167514801epoch:5576 running time: 29776.192531824112epoch:5577 running time: 29779.88445496559epoch:5578 running time: 29783.588223457336epoch:5579 running time: 29787.28889656067epoch:5580 running time: 29791.001329660416epoch:5581 running time: 29794.70307636261epoch:5582 running time: 29798.41811990738epoch:5583 running time: 29802.12291240692epoch:5584 running time: 29805.832645893097epoch:5585 running time: 29809.543477535248epoch:5586 running time: 29813.253343343735epoch:5587 running time: 29816.963908195496epoch:5588 running time: 29820.671546459198epoch:5589 running time: 29824.38111448288epoch:5590 running time: 29828.10155105591epoch:5591 running time: 29831.827724933624epoch:5592 running time: 29835.552520275116epoch:5593 running time: 29839.265196800232epoch:5594 running time: 29842.97787284851epoch:5595 running time: 29846.68915963173epoch:5596 running time: 29850.387315750122epoch:5597 running time: 29854.09232378006epoch:5598 running time: 29857.798609256744epoch:5599 running time: 29861.511545419693epoch:5600 running time: 29865.226665973663epoch:5601 running time: 29868.929322481155epoch:5602 running time: 29872.644073486328epoch:5603 running time: 29876.35660481453epoch:5604 running time: 29880.069522619247epoch:5605 running time: 29883.781143665314epoch:5606 running time: 29887.486092090607epoch:5607 running time: 29891.200759410858epoch:5608 running time: 29894.925302028656epoch:5609 running time: 29898.633360862732epoch:5610 running time: 29902.342339277267epoch:5611 running time: 29906.059430599213epoch:5612 running time: 29909.77011036873epoch:5613 running time: 29913.48248410225epoch:5614 running time: 29917.19807267189epoch:5615 running time: 29920.91029191017epoch:5616 running time: 29924.632053136826epoch:5617 running time: 29928.342714309692epoch:5618 running time: 29932.0506567955epoch:5619 running time: 29935.75825381279epoch:5620 running time: 29939.455399036407epoch:5621 running time: 29943.15021586418epoch:5622 running time: 29946.865626573563epoch:5623 running time: 29950.58471250534epoch:5624 running time: 29954.325355768204epoch:5625 running time: 29958.045875310898epoch:5626 running time: 29961.77288532257epoch:5627 running time: 29965.482920885086epoch:5628 running time: 29969.201750278473epoch:5629 running time: 29972.91604566574epoch:5630 running time: 29976.60744214058epoch:5631 running time: 29980.32126545906epoch:5632 running time: 29984.02823615074epoch:5633 running time: 29987.74342107773epoch:5634 running time: 29991.454346179962epoch:5635 running time: 29995.159309387207epoch:5636 running time: 29998.87380504608epoch:5637 running time: 30002.589317560196epoch:5638 running time: 30006.29887032509epoch:5639 running time: 30010.010717391968epoch:5640 running time: 30013.70673751831epoch:5641 running time: 30017.413573026657epoch:5642 running time: 30021.113563776016epoch:5643 running time: 30024.818004131317epoch:5644 running time: 30028.535486221313epoch:5645 running time: 30032.245532035828epoch:5646 running time: 30035.948340177536epoch:5647 running time: 30039.66619825363epoch:5648 running time: 30043.381551742554epoch:5649 running time: 30047.089604377747epoch:5650 running time: 30050.784296035767epoch:5651 running time: 30054.48644065857epoch:5652 running time: 30058.183275938034epoch:5653 running time: 30061.894295692444epoch:5654 running time: 30065.607500076294epoch:5655 running time: 30069.324983119965epoch:5656 running time: 30073.039252519608epoch:5657 running time: 30076.743838071823epoch:5658 running time: 30080.43913459778epoch:5659 running time: 30084.141914367676epoch:5660 running time: 30087.849209547043epoch:5661 running time: 30091.541746139526epoch:5662 running time: 30095.248547554016epoch:5663 running time: 30098.943644046783epoch:5664 running time: 30102.644588708878epoch:5665 running time: 30106.344393491745epoch:5666 running time: 30110.058025836945epoch:5667 running time: 30113.7761824131epoch:5668 running time: 30117.485772371292epoch:5669 running time: 30121.185995340347epoch:5670 running time: 30124.894874572754epoch:5671 running time: 30128.59941983223epoch:5672 running time: 30132.307411909103epoch:5673 running time: 30136.006632089615epoch:5674 running time: 30139.71399831772epoch:5675 running time: 30143.41272830963epoch:5676 running time: 30147.120647907257epoch:5677 running time: 30150.831472873688epoch:5678 running time: 30154.540832042694epoch:5679 running time: 30158.248554706573epoch:5680 running time: 30161.947867631912epoch:5681 running time: 30165.65729546547epoch:5682 running time: 30169.36590886116epoch:5683 running time: 30173.072401046753epoch:5684 running time: 30176.771187782288epoch:5685 running time: 30180.475999832153epoch:5686 running time: 30184.179574251175epoch:5687 running time: 30187.88853597641epoch:5688 running time: 30191.591542959213epoch:5689 running time: 30195.297256469727epoch:5690 running time: 30198.99959921837epoch:5691 running time: 30202.702303409576epoch:5692 running time: 30206.411009073257epoch:5693 running time: 30210.1162545681epoch:5694 running time: 30213.830561876297epoch:5695 running time: 30217.54084968567epoch:5696 running time: 30221.25266432762epoch:5697 running time: 30224.96261405945epoch:5698 running time: 30228.666055202484epoch:5699 running time: 30232.377933502197epoch:5700 running time: 30236.08672952652epoch:5701 running time: 30239.795414447784epoch:5702 running time: 30243.50449323654epoch:5703 running time: 30247.202441215515epoch:5704 running time: 30250.90718793869epoch:5705 running time: 30254.608328342438epoch:5706 running time: 30258.314086675644epoch:5707 running time: 30262.02673101425epoch:5708 running time: 30265.735932588577epoch:5709 running time: 30269.4444065094epoch:5710 running time: 30273.15491271019epoch:5711 running time: 30276.860422849655epoch:5712 running time: 30280.568421125412epoch:5713 running time: 30284.275450468063epoch:5714 running time: 30287.97771668434epoch:5715 running time: 30291.695573329926epoch:5716 running time: 30295.401962518692epoch:5717 running time: 30299.11159658432epoch:5718 running time: 30302.82764863968epoch:5719 running time: 30306.529935121536epoch:5720 running time: 30310.232561588287epoch:5721 running time: 30313.948730945587epoch:5722 running time: 30317.660099983215epoch:5723 running time: 30321.362379550934epoch:5724 running time: 30325.067752838135epoch:5725 running time: 30328.76991915703epoch:5726 running time: 30332.474849939346epoch:5727 running time: 30336.181975841522epoch:5728 running time: 30339.892357587814epoch:5729 running time: 30343.590295553207epoch:5730 running time: 30347.303032398224epoch:5731 running time: 30351.014238595963epoch:5732 running time: 30354.712596416473epoch:5733 running time: 30358.416818141937epoch:5734 running time: 30362.125131607056epoch:5735 running time: 30365.830274105072epoch:5736 running time: 30369.538573741913epoch:5737 running time: 30373.241432905197epoch:5738 running time: 30376.95285511017epoch:5739 running time: 30380.660970926285epoch:5740 running time: 30384.371656656265epoch:5741 running time: 30388.086643457413epoch:5742 running time: 30391.811131238937epoch:5743 running time: 30395.519075870514epoch:5744 running time: 30399.222821950912epoch:5745 running time: 30402.923080921173epoch:5746 running time: 30406.61725306511epoch:5747 running time: 30410.32885837555epoch:5748 running time: 30414.026594877243epoch:5749 running time: 30417.7281768322epoch:5750 running time: 30421.427795886993epoch:5751 running time: 30425.13174510002epoch:5752 running time: 30428.82744884491epoch:5753 running time: 30432.532762289047epoch:5754 running time: 30436.228811740875epoch:5755 running time: 30439.94282889366epoch:5756 running time: 30443.642845392227epoch:5757 running time: 30447.34611773491epoch:5758 running time: 30451.03373646736epoch:5759 running time: 30454.744901895523epoch:5760 running time: 30458.456072568893epoch:5761 running time: 30462.162091255188epoch:5762 running time: 30465.865833759308epoch:5763 running time: 30469.575822353363epoch:5764 running time: 30473.280361413956epoch:5765 running time: 30476.989030838013epoch:5766 running time: 30480.68372321129epoch:5767 running time: 30484.378360033035epoch:5768 running time: 30488.077714920044epoch:5769 running time: 30491.776997327805epoch:5770 running time: 30495.47357583046epoch:5771 running time: 30499.18125629425epoch:5772 running time: 30502.87927365303epoch:5773 running time: 30506.590366363525epoch:5774 running time: 30510.305193185806epoch:5775 running time: 30514.007339954376epoch:5776 running time: 30517.715682268143epoch:5777 running time: 30521.431288957596epoch:5778 running time: 30525.12126851082epoch:5779 running time: 30528.816955566406epoch:5780 running time: 30532.509613990784epoch:5781 running time: 30536.214763641357epoch:5782 running time: 30539.917533397675epoch:5783 running time: 30543.62707591057epoch:5784 running time: 30547.3355383873epoch:5785 running time: 30551.04254937172epoch:5786 running time: 30554.75338244438epoch:5787 running time: 30558.46170425415epoch:5788 running time: 30562.15476822853epoch:5789 running time: 30565.86361002922epoch:5790 running time: 30569.565158843994epoch:5791 running time: 30573.269307136536epoch:5792 running time: 30576.98305130005epoch:5793 running time: 30580.69438457489epoch:5794 running time: 30584.397032499313epoch:5795 running time: 30588.098205804825epoch:5796 running time: 30591.791168689728epoch:5797 running time: 30595.501079797745epoch:5798 running time: 30599.209595918655epoch:5799 running time: 30602.910439491272epoch:5800 running time: 30606.601321697235epoch:5801 running time: 30610.31056523323epoch:5802 running time: 30614.004925489426epoch:5803 running time: 30617.703340768814epoch:5804 running time: 30621.406584501266epoch:5805 running time: 30625.114119768143epoch:5806 running time: 30628.821407318115epoch:5807 running time: 30632.527940750122epoch:5808 running time: 30636.22981095314epoch:5809 running time: 30639.92409467697epoch:5810 running time: 30643.62066078186epoch:5811 running time: 30647.324755191803epoch:5812 running time: 30651.032838106155epoch:5813 running time: 30654.73725605011epoch:5814 running time: 30658.43370294571epoch:5815 running time: 30662.146807670593epoch:5816 running time: 30665.85538840294epoch:5817 running time: 30669.55513215065epoch:5818 running time: 30673.261887550354epoch:5819 running time: 30676.96172618866epoch:5820 running time: 30680.653255939484epoch:5821 running time: 30684.372184991837epoch:5822 running time: 30688.0842294693epoch:5823 running time: 30691.7908244133epoch:5824 running time: 30695.501052856445epoch:5825 running time: 30699.198444604874epoch:5826 running time: 30702.896094560623epoch:5827 running time: 30706.609402894974epoch:5828 running time: 30710.325030088425epoch:5829 running time: 30714.03945374489epoch:5830 running time: 30717.747540712357epoch:5831 running time: 30721.451251983643epoch:5832 running time: 30725.159680604935epoch:5833 running time: 30728.86615586281epoch:5834 running time: 30732.568182706833epoch:5835 running time: 30736.277755975723epoch:5836 running time: 30739.9803981781epoch:5837 running time: 30743.690254211426epoch:5838 running time: 30747.40082359314epoch:5839 running time: 30751.104797124863epoch:5840 running time: 30754.813706874847epoch:5841 running time: 30758.50893354416epoch:5842 running time: 30762.21272611618epoch:5843 running time: 30765.91249847412epoch:5844 running time: 30769.61120557785epoch:5845 running time: 30773.31714773178epoch:5846 running time: 30777.02298927307epoch:5847 running time: 30780.724898576736epoch:5848 running time: 30784.4213514328epoch:5849 running time: 30788.131735801697epoch:5850 running time: 30791.83375120163epoch:5851 running time: 30795.541124105453epoch:5852 running time: 30799.240145921707epoch:5853 running time: 30802.94385409355epoch:5854 running time: 30806.64734363556epoch:5855 running time: 30810.351303577423epoch:5856 running time: 30814.06662273407epoch:5857 running time: 30817.770935297012epoch:5858 running time: 30821.46693921089epoch:5859 running time: 30825.168865680695epoch:5860 running time: 30828.86424446106epoch:5861 running time: 30832.570460796356epoch:5862 running time: 30836.269396066666epoch:5863 running time: 30839.963057994843epoch:5864 running time: 30843.659284353256epoch:5865 running time: 30847.353714704514epoch:5866 running time: 30851.050964593887epoch:5867 running time: 30854.767626285553epoch:5868 running time: 30858.48048377037epoch:5869 running time: 30862.183717250824epoch:5870 running time: 30865.893565654755epoch:5871 running time: 30869.58637714386epoch:5872 running time: 30873.289538145065epoch:5873 running time: 30876.999704122543epoch:5874 running time: 30880.712386846542epoch:5875 running time: 30884.413860559464epoch:5876 running time: 30888.120869636536epoch:5877 running time: 30891.816294908524epoch:5878 running time: 30895.519394874573epoch:5879 running time: 30899.226170778275epoch:5880 running time: 30902.928171396255epoch:5881 running time: 30906.636217832565epoch:5882 running time: 30910.346725940704epoch:5883 running time: 30914.05009150505epoch:5884 running time: 30917.74303627014epoch:5885 running time: 30921.446572303772epoch:5886 running time: 30925.15948033333epoch:5887 running time: 30928.869340658188epoch:5888 running time: 30932.577105760574epoch:5889 running time: 30936.284905433655epoch:5890 running time: 30939.986820459366epoch:5891 running time: 30943.695122480392epoch:5892 running time: 30947.400695562363epoch:5893 running time: 30951.101667642593epoch:5894 running time: 30954.79913187027epoch:5895 running time: 30958.5010638237epoch:5896 running time: 30962.203900814056epoch:5897 running time: 30965.89748263359epoch:5898 running time: 30969.60263800621epoch:5899 running time: 30973.308695793152epoch:5900 running time: 30977.014973402023epoch:5901 running time: 30980.721596240997epoch:5902 running time: 30984.42852473259epoch:5903 running time: 30988.141914606094epoch:5904 running time: 30991.843892097473epoch:5905 running time: 30995.53752064705epoch:5906 running time: 30999.24534034729epoch:5907 running time: 31002.95579957962epoch:5908 running time: 31006.663934230804epoch:5909 running time: 31010.371885299683epoch:5910 running time: 31014.08575105667epoch:5911 running time: 31017.797872781754epoch:5912 running time: 31021.50840830803epoch:5913 running time: 31025.217502117157epoch:5914 running time: 31028.91319179535epoch:5915 running time: 31032.617303848267epoch:5916 running time: 31036.323092460632epoch:5917 running time: 31040.02717733383epoch:5918 running time: 31043.732008457184epoch:5919 running time: 31047.43887901306epoch:5920 running time: 31051.150156736374epoch:5921 running time: 31054.853968143463epoch:5922 running time: 31058.56116914749epoch:5923 running time: 31062.25988674164epoch:5924 running time: 31065.96594619751epoch:5925 running time: 31069.671008348465epoch:5926 running time: 31073.38317966461epoch:5927 running time: 31077.07766842842epoch:5928 running time: 31080.783190965652epoch:5929 running time: 31084.480173110962epoch:5930 running time: 31088.183437108994epoch:5931 running time: 31091.89371228218epoch:5932 running time: 31095.598825454712epoch:5933 running time: 31099.30905032158epoch:5934 running time: 31103.005195856094epoch:5935 running time: 31106.705122470856epoch:5936 running time: 31110.3961455822epoch:5937 running time: 31114.0932598114epoch:5938 running time: 31117.784519195557epoch:5939 running time: 31121.47895050049epoch:5940 running time: 31125.183881521225epoch:5941 running time: 31128.88371872902epoch:5942 running time: 31132.58633852005epoch:5943 running time: 31136.304511785507epoch:5944 running time: 31140.011971235275epoch:5945 running time: 31143.714970827103epoch:5946 running time: 31147.422106981277epoch:5947 running time: 31151.110332489014epoch:5948 running time: 31154.815304517746epoch:5949 running time: 31158.51794528961epoch:5950 running time: 31162.222279787064epoch:5951 running time: 31165.91567015648epoch:5952 running time: 31169.613733768463epoch:5953 running time: 31173.31283378601epoch:5954 running time: 31177.012378931046epoch:5955 running time: 31180.72027373314epoch:5956 running time: 31184.423050403595epoch:5957 running time: 31188.12939119339epoch:5958 running time: 31191.82338643074epoch:5959 running time: 31195.520143032074epoch:5960 running time: 31199.21932864189epoch:5961 running time: 31202.915759563446epoch:5962 running time: 31206.623504400253epoch:5963 running time: 31210.335152864456epoch:5964 running time: 31214.052632570267epoch:5965 running time: 31217.752351999283epoch:5966 running time: 31221.452840566635epoch:5967 running time: 31225.16083264351epoch:5968 running time: 31228.861279010773epoch:5969 running time: 31232.568531036377epoch:5970 running time: 31236.280437469482epoch:5971 running time: 31239.995226860046epoch:5972 running time: 31243.69485759735epoch:5973 running time: 31247.40252518654epoch:5974 running time: 31251.09864115715epoch:5975 running time: 31254.807131528854epoch:5976 running time: 31258.51114320755epoch:5977 running time: 31262.21506857872epoch:5978 running time: 31265.923333644867epoch:5979 running time: 31269.619617938995epoch:5980 running time: 31273.305570840836epoch:5981 running time: 31277.011880397797epoch:5982 running time: 31280.7243309021epoch:5983 running time: 31284.435690402985epoch:5984 running time: 31288.150059700012epoch:5985 running time: 31291.855371952057epoch:5986 running time: 31295.55915760994epoch:5987 running time: 31299.260682344437epoch:5988 running time: 31302.969884872437epoch:5989 running time: 31306.679327487946epoch:5990 running time: 31310.387649059296epoch:5991 running time: 31314.092586517334epoch:5992 running time: 31317.80400133133epoch:5993 running time: 31321.51391005516epoch:5994 running time: 31325.221509218216epoch:5995 running time: 31328.934549570084epoch:5996 running time: 31332.646693706512epoch:5997 running time: 31336.352457761765epoch:5998 running time: 31340.066985607147epoch:5999 running time: 31343.75633239746 \ No newline at end of file diff --git a/stats/total_cost_time_rotate.txt b/stats/total_cost_time_rotate.txt new file mode 100644 index 00000000..22bf83e1 --- /dev/null +++ b/stats/total_cost_time_rotate.txt @@ -0,0 +1 @@ +total elapsed time 30921.93621945381total elapsed time 30921.948616981506 \ No newline at end of file diff --git a/train_rotate_FB15K237.py b/train_rotate_FB15K237.py new file mode 100755 index 00000000..db9debee --- /dev/null +++ b/train_rotate_FB15K237.py @@ -0,0 +1,48 @@ +import openke +from openke.config import Trainer, Tester +from openke.module.model import RotatE +from openke.module.loss import SigmoidLoss +from openke.module.strategy import NegativeSampling +from openke.data import TrainDataLoader, TestDataLoader + +# dataloader for training +train_dataloader = TrainDataLoader( + in_path = "./benchmarks/FB15K237/", + batch_size = 2000, + threads = 8, + sampling_mode = "cross", + bern_flag = 0, + filter_flag = 1, + neg_ent = 64, + neg_rel = 0 +) + +# dataloader for test +test_dataloader = TestDataLoader("./benchmarks/FB15K237/", "link") + +# define the model +rotate = RotatE( + ent_tot = train_dataloader.get_ent_tot(), + rel_tot = train_dataloader.get_rel_tot(), + dim = 1024, + margin = 6.0, + epsilon = 2.0, +) + +# define the loss function +model = NegativeSampling( + model = rotate, + loss = SigmoidLoss(adv_temperature = 2), + batch_size = train_dataloader.get_batch_size(), + regul_rate = 0.0 +) + +# train the model +trainer = Trainer(model = model, data_loader = train_dataloader, train_times = 6000, alpha = 2e-5, use_gpu = True, opt_method = "adam", mode="single") +trainer.run() +rotate.save_checkpoint('./checkpoint/single_rotate.ckpt') + +# test the model +rotate.load_checkpoint('./checkpoint/single_rotate.ckpt') +tester = Tester(model = rotate, data_loader = test_dataloader, use_gpu = True) +tester.run_link_prediction(type_constrain = False) \ No newline at end of file diff --git a/train_rotate_FB15K237_dist.py b/train_rotate_FB15K237_dist.py new file mode 100644 index 00000000..25020988 --- /dev/null +++ b/train_rotate_FB15K237_dist.py @@ -0,0 +1,71 @@ +import openke +from openke.config import Trainer, Tester +from openke.module.model import DistributedRotatE +from openke.module.loss import SigmoidLoss +from openke.module.strategy import NegativeSampling +from openke.data import TrainDataLoader, TestDataLoader +import torch +import torch.distributed as dist +import argparse +import time +import numpy as np +import os + +torch.manual_seed(1234) +np.random.seed(1234) + +parser = argparse.ArgumentParser() +parser.add_argument("--local_rank", default=-1, type=int) +args = parser.parse_args() +local_rank = args.local_rank + +total_start_time = time.time() +torch.cuda.set_device(local_rank) +dist.init_process_group(backend='nccl', ) +world_size = dist.get_world_size() + +# dataloader for training +train_dataloader = TrainDataLoader( + in_path = "./benchmarks/FB15K237/", + batch_size = 2000, + threads = 8, + sampling_mode = "cross", + bern_flag = 0, + filter_flag = 1, + neg_ent = 64, + neg_rel = 0 +) + +# dataloader for test +test_dataloader = TestDataLoader("./benchmarks/FB15K237/", "link") + +# define the model +rotate = DistributedRotatE( + ent_tot = train_dataloader.get_ent_tot(), + rel_tot = train_dataloader.get_rel_tot(), + dim = 1024, + margin = 6.0, + epsilon = 2.0, + world_size = world_size +) + +# define the loss function +model = NegativeSampling( + model = rotate, + loss = SigmoidLoss(adv_temperature = 2), + batch_size = train_dataloader.get_batch_size(), + regul_rate = 0.0 +) + +# train the model +trainer = Trainer(model = model, data_loader = train_dataloader, train_times = 6000, alpha = 2e-5, use_gpu = True, opt_method = "adam", save_steps=10000) +trainer.run() +total_end_time = time.time() +with open("./total_cost_time_rotate.txt", "a+") as f: + f.writelines(["total elapsed time {}".format(total_end_time - total_start_time)]) +rotate.save_checkpoint('./checkpoint/rotate.ckpt') + +# test the model +rotate.load_checkpoint('./checkpoint/rotate.ckpt') +tester = Tester(model = rotate, data_loader = test_dataloader, use_gpu = True) +tester.run_link_prediction(type_constrain = False) \ No newline at end of file diff --git a/train_transe_FB15K237_dist.py b/train_transe_FB15K237_dist.py new file mode 100755 index 00000000..247254a4 --- /dev/null +++ b/train_transe_FB15K237_dist.py @@ -0,0 +1,66 @@ +import openke +from openke.config import Trainer, Tester +from openke.module.model import TransE +from openke.module.loss import MarginLoss +from openke.module.strategy import NegativeSampling +from openke.data import TrainDataLoader, TestDataLoader +import torch +import torch.distributed as dist +import argparse +import time +import numpy as np + +torch.manual_seed(1234) +np.random.seed(1234) +parser = argparse.ArgumentParser() +parser.add_argument("--local_rank", default=-1, type=int) +args = parser.parse_args() +local_rank = args.local_rank + +total_start_time = time.time() +torch.cuda.set_device(local_rank) +dist.init_process_group(backend='nccl', ) +world_size = dist.get_world_size() +# dataloader for training +train_dataloader = TrainDataLoader( + in_path = "./benchmarks/FB15K237/", + nbatches = 200, + threads = 8, + sampling_mode = "normal", + bern_flag = 1, + filter_flag = 1, + neg_ent = 25, + neg_rel = 0) + +# dataloader for test +test_dataloader = TestDataLoader("./benchmarks/FB15K237/", "link") + +# define the model +transe = TransE( + ent_tot = train_dataloader.get_ent_tot(), + rel_tot = train_dataloader.get_rel_tot(), + dim = 200, + p_norm = 1, + norm_flag = False, + world_size = world_size) + + +# define the loss function +model = NegativeSampling( + model = transe, + loss = MarginLoss(margin = 5.0), + batch_size = train_dataloader.get_batch_size() +) + +# train the model +trainer = Trainer(model = model, data_loader = train_dataloader, train_times = 1000, alpha = 1.0, use_gpu = True,) +trainer.run() +total_end_time = time.time() +with open("./total_cost_time.txt", "a+") as f: + f.writelines(["total elapsed time {}".format(total_end_time - total_start_time)]) +transe.save_checkpoint('./checkpoint/transe.ckpt') + +# test the model +transe.load_checkpoint('./checkpoint/transe.ckpt') +tester = Tester(model = transe, data_loader = test_dataloader, use_gpu = True) +tester.run_link_prediction(type_constrain = False) \ No newline at end of file