From d3046d1131d36113eebaa959ba1567b64feab115 Mon Sep 17 00:00:00 2001 From: c Date: Thu, 2 Jan 2020 15:51:24 +0800 Subject: [PATCH] fix as 4 kernels in first layer. --- FilterEvaluator/EvaluatorUnsuper.py | 2 +- FilterEvaluator/TrainNetwork.py | 4 ++-- FilterEvaluator/bestweightEntropySearch.npy | Bin 272 -> 272 bytes ...tweightEntropySearch_entropy=-3.975601.npy | Bin 0 -> 272 bytes FilterEvaluator/checkpointEntropySearch.pkl | Bin 1548 -> 1548 bytes 5 files changed, 3 insertions(+), 3 deletions(-) create mode 100644 FilterEvaluator/bestweightEntropySearch_entropy=-3.975601.npy diff --git a/FilterEvaluator/EvaluatorUnsuper.py b/FilterEvaluator/EvaluatorUnsuper.py index 62669d5..3283e52 100644 --- a/FilterEvaluator/EvaluatorUnsuper.py +++ b/FilterEvaluator/EvaluatorUnsuper.py @@ -232,7 +232,7 @@ def UnsuperLearnSearchBestWeight(netmodel, layer, dataloader, databatchs=128, st if hasdata > 0: entropys = [] for i in range(len(indexs)): - histced = bitted[:,i].histc(256,0,255).type(torch.float32) + histced = bitted[:,i].histc(15,0,15).type(torch.float32) histced = histced[histced>0] histced = histced/histced.sum() entropy = (histced.log2()*histced).sum() diff --git a/FilterEvaluator/TrainNetwork.py b/FilterEvaluator/TrainNetwork.py index d4b51f9..fc0c5bf 100644 --- a/FilterEvaluator/TrainNetwork.py +++ b/FilterEvaluator/TrainNetwork.py @@ -40,7 +40,7 @@ batchsize = 128 # traindata, testdata = Loader.MNIST(batchsize, num_workers=4, trainsize=5000) -traindata, testdata = Loader.MNIST(batchsize, resize=7, trainsize=50000) +traindata, testdata = Loader.MNIST(batchsize, resize=7, trainsize=500) # traindata, testdata = Loader.RandomMnist(batchsize, num_workers=4, style="Vertical") # traindata, testdata = Loader.RandomMnist(batchsize, num_workers=4, style="Horizontal") # traindata, testdata = Loader.RandomMnist(batchsize, num_workers=4, style="VerticalOneLine") @@ -97,7 +97,7 @@ Train.TrainEpochs(model,traindata,optimizer,testdata,3000,10,lineNoPre) # optimizer = optim.SGD(model.parameters(), lr=0.1) # Train.TrainEpochs(model,traindata,optimizer,testdata,3000,10,linePretrainSearch) -model = utils.SetDevice(Model.Net3Grad33()) +model = utils.SetDevice(Model.Net333()) model = utils.LoadModel(model, CurrentPath+"/checkpointEntropySearch.pkl") optimizer = optim.SGD(model.parameters(), lr=0.1) Train.TrainEpochs(model,traindata,optimizer,testdata,3000,10,linePreAllGrad) diff --git a/FilterEvaluator/bestweightEntropySearch.npy b/FilterEvaluator/bestweightEntropySearch.npy index 8bd7c5a242a11c34bfbfe957b104cc7ae4af9e24..cc471203af63154a8603d8372b6168e871df79bf 100644 GIT binary patch delta 149 zcmYj}%ME}q3`4CBz)E;CB6Wd`z$SDwY|{gg62~u}9zA+q3jl$7cAoNLWi^*l>fT{r dD{V?qoAIaUsO_*m=~X4l#&V(cT3DEP6dh= zXCxM+0{I#yItqq53dTUBsiRP0Fg(g!D>O`KzWcln0}C1Aa!7Qpg0JC#NgNgBmw{v$TQ#o diff --git a/FilterEvaluator/bestweightEntropySearch_entropy=-3.975601.npy b/FilterEvaluator/bestweightEntropySearch_entropy=-3.975601.npy new file mode 100644 index 0000000000000000000000000000000000000000..cc471203af63154a8603d8372b6168e871df79bf GIT binary patch literal 272 zcmbR27wQ`j$;eQ~P_3SlTAW;@Zl$1ZlV+l>qoAIaUsO_*m=~X4l#&V(cT3DEP6dh= zXCxM+0{I#yItqq53dTUBsiRPx0QTWAKmY&$ literal 0 HcmV?d00001 diff --git a/FilterEvaluator/checkpointEntropySearch.pkl b/FilterEvaluator/checkpointEntropySearch.pkl index 56ac85904463d8d7ab1c7a5f8c70bc393f85be55..15459bd2d66cba72722c3c1bf50af0faecc6dfce 100644 GIT binary patch delta 778 zcmYjNYe-XJ7(QE4ZkZsI*9Mwegs{%$<^^|N417t z6fo+F5Lx?!8Peq7I*%C25dx^dklcXwPkuyRi%v@7c>^?Hg{ch@430O!gU~M6{1pa^ z*NSl)eGuMEn}O_gQjTR2uCFjbR$3G8o9Kk1ncIM~6Tz%)#;)N?(4=;PdHoKqYq>~~ z^%j-7&!);uKMzK=FfPUKGU%oGAXSjKZNY&I)emiW_|v4Suv-kYNsMw`rKn8!ju~a; zkRyr45xqsD_7&9ZoMAo`zM?w5o`te6kCC581FjN>V$)V4;N%N1@Drn+kpRdD zO+ZV5MrfZt39CEBSpT{lES*|rv!eh@271AjuYp@Nt$5-@ssZOoyFkBw8je+FLyzwm z^8G9W)6)nbjwE4v>zkcj+C~XoD^%FuA16X02+-zLF;kb$sOaM2h_FRmO$bK!^JXqrJr_16k< z-Oh$8b(}$Ki4L@#yMuhJKJYzUg4Nai=#e~-GTM!*_rDQh@00d>qFHLK)PQa(=PA-D zWA+v!2%6<~qzS_KY&YXM&S^#-d7VR=L%!yN<5`4}b=U60-TaU9qWco3xqG{uf51J2 Q{;Tuc!h87SH4X{-4{E+B1poj5 delta 778 zcmYjPeMnPL9DP&#f~C_UQn5mZsinTHwYBZt+at{sDSl^a^3w1#G` zEMmHBS?1S@5`6d9G6HoXf+7`JiwYql{i6t?KYGuabl~v&-E$6y%jKHIX7Qj*6sV$U zm0G1zwy8zs0W!sQIjvN*-52Qsd6lMRGWnx$pD2-0_0KYh@`5RfQY+MQ#SU-8;Ik?! z<=#SrZ)uX0j|w;`HZlnV@6qs@pGP%v{ zE+T57fXr2?$R|wz@s}_p)_9Q+d)5r9ztoMEtD~5nYzt?RG@@4_A+S>^hUDA;Xgn1L zcR~q?-E)P^4bKpBLM2+%OTaZ|BVTAgpawdKF29eV-{dm|fA2+w-A1^(qLZ-7%P6fT z47XHU(Y=%&cpKy<+YUR>%x@d`M%%#nFuDgkr8(SgXC>~;N#RNkoQIFK4VYeDBK33* zCfJ5gTgsq8dKVYYHp683XVjR;;?6Cl$bY^X7iW2pZKM@U!MP(S;s$Pd9!?sU(qSyd zpJYh8aMRT~;wfH4?sh$#n16@Xjdp=PJOg@%SV(`l(TJ$tGn~fS3~XExkxV-P{kVpw zoHwDr$PeqL)1k%G#aVsN;U@D|V2?l5#x2A^XT)ZtYl$bDT05}0Y!JC?YasGTB&?6w zhn?|BxGp#dj;=3*oJQ0~Z(&`w20T6!kIV4#V-PRn4a;Li=Vqzj^4eHGO@fM(DgU)|6B HWCi69AITkb