From 5cb087d971f7e7aa8926cd2eda86a79cd0302788 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Matt=C3=A9o=20Delabre?= Date: Tue, 17 Dec 2019 01:47:54 -0500 Subject: [PATCH] Add experiment results --- results/experiment.csv | 378 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 378 insertions(+) create mode 100644 results/experiment.csv diff --git a/results/experiment.csv b/results/experiment.csv new file mode 100644 index 0000000..61db87d --- /dev/null +++ b/results/experiment.csv @@ -0,0 +1,378 @@ +batch_size,initial_learning_rate,layer_sizes,order,loss +"2048","0.01","(24, 16)","32","1.5646474361419678" +"8","0.1","(16,)","32","1.576777458190918" +"8","0.1","(8, 8)","16","0.9243346452713013" +"2048","0.01","(4,)","16","0.952408492565155" +"2048","1","(24, 16)","32","1.599758267402649" +"2048","0.1","(8,)","16","0.9332440495491028" +"8","0.1","(16, 12)","32","1.5696691274642944" +"2048","0.1","(16, 16)","32","1.562956690788269" +"2048","0.1","(8, 8)","32","1.575844645500183" +"8","0.1","(32, 32)","32","1.5716453790664673" +"8","1","(16, 12)","16","0.9150443077087402" +"8","1","(32, 28)","32","1.822663426399231" +"8","1","(4, 4)","32","2.1991961002349854" +"2048","0.1","(12, 8)","32","1.568264126777649" +"2048","1","()","16","0.9360878467559814" +"8","0.1","(8, 8)","32","1.5618038177490234" +"8","0.1","(24, 8)","32","1.5669912099838257" +"2048","1","(12, 4)","32","1.6081016063690186" +"2048","1","(4,)","16","1.5112675428390503" +"8","1","(16, 4)","16","1.0543711185455322" +"8","1","(4, 4)","16","1.509948968887329" +"8","1","(24, 4)","32","1.8850785493850708" +"8","0.1","(28, 20)","32","1.5639833211898804" +"2048","1","(8, 8)","32","1.8346647024154663" +"8","0.01","(8, 8)","32","1.568230152130127" +"2048","0.1","(28, 28)","32","1.5684748888015747" +"8","0.01","(16, 16)","32","1.56082022190094" +"2048","1","(12, 4)","16","1.4123917818069458" +"2048","1","(16, 16)","32","1.5703338384628296" +"8","0.1","(16, 16)","32","1.5608071088790894" +"2048","0.1","(24, 8)","32","1.5760564804077148" +"8","1","(32, 20)","32","1.5788187980651855" +"8","0.1","(12, 12)","32","1.5669018030166626" +"8","0.1","(16, 4)","32","1.5640161037445068" +"8","0.1","(20, 16)","32","1.5657472610473633" +"2048","0.1","(24, 12)","32","1.563784122467041" +"8","1","(20, 4)","32","1.60548734664917" +"8","0.01","(20, 16)","32","1.574450969696045" +"8","0.01","(16,)","32","1.571272611618042" +"8","1","(12, 4)","16","1.5134645700454712" +"2048","0.1","(12, 12)","16","0.9210222363471985" +"2048","1","(28, 24)","32","1.570527195930481" +"8","0.01","(24, 16)","32","1.5645551681518555" +"2048","0.01","(32, 8)","32","1.5678154230117798" +"2048","0.1","(16, 16)","16","0.9158903360366821" +"2048","0.1","(12,)","32","1.5856376886367798" +"8","0.01","(20,)","32","1.582141399383545" +"2048","0.1","(4,)","32","1.6252784729003906" +"2048","0.01","(28, 28)","32","1.5641311407089233" +"8","0.01","(12, 8)","16","0.9235709309577942" +"8","1","(20, 8)","32","2.199552297592163" +"8","0.1","(24, 4)","32","1.5797512531280518" +"8","0.01","(4, 4)","4","0.04413672536611557" +"2048","0.01","(8, 8)","16","0.9247289896011353" +"2048","0.1","(20, 16)","32","1.566894769668579" +"8","0.01","(32, 28)","32","1.56591796875" +"8","1","(16,)","16","0.9479168057441711" +"2048","1","(32, 12)","32","1.6547235250473022" +"8","0.01","(32, 20)","32","1.570317029953003" +"2048","0.01","(20, 20)","32","1.570241093635559" +"8","0.01","(32, 32)","32","1.5700713396072388" +"8","0.1","(12, 4)","16","0.9167906045913696" +"2048","0.01","(16,)","16","0.9208823442459106" +"8","0.1","(24, 16)","32","1.5702815055847168" +"2048","0.1","(28,)","32","1.5691535472869873" +"8","0.01","(16, 8)","32","1.578974723815918" +"2048","0.1","(4,)","4","0.043282512575387955" +"2048","0.1","(4, 4)","16","0.9308526515960693" +"2048","1","(24, 8)","32","1.5763086080551147" +"8","0.1","(4, 4)","32","1.5834474563598633" +"8","0.1","()","32","1.5840576887130737" +"2048","0.1","(4,)","16","0.9360719919204712" +"8","1","(28, 12)","32","1.636578917503357" +"8","0.1","(20, 20)","32","1.5678691864013672" +"2048","0.1","(12, 4)","32","1.5719311237335205" +"8","0.1","(32, 24)","32","1.5678783655166626" +"2048","0.01","(24, 20)","32","1.5626959800720215" +"2048","1","(16, 12)","16","0.9315146207809448" +"2048","0.1","(16, 4)","16","0.9135725498199463" +"2048","0.01","(24, 4)","32","1.5695984363555908" +"2048","1","(8, 4)","16","1.1781532764434814" +"2048","0.01","(8, 4)","16","0.9522415399551392" +"8","0.1","(16, 8)","32","1.565093755722046" +"8","0.01","(4,)","16","0.9497477412223816" +"2048","1","(12,)","16","0.9244111180305481" +"2048","0.01","(4,)","32","1.5665258169174194" +"2048","0.01","(12, 12)","32","1.570894718170166" +"8","0.01","(28, 28)","32","1.5664535760879517" +"2048","1","(28, 20)","32","1.5719273090362549" +"2048","0.01","(8, 4)","32","1.5659409761428833" +"8","0.01","(32, 8)","32","1.5801355838775635" +"2048","1","(8,)","32","1.587803602218628" +"8","0.1","(20,)","32","1.567084550857544" +"2048","0.1","(4, 4)","32","1.5863970518112183" +"2048","1","(24, 4)","32","2.2076690196990967" +"8","0.1","(4,)","4","0.046280305832624435" +"2048","0.01","(24, 24)","32","1.5666544437408447" +"8","0.1","(28, 28)","32","1.5664348602294922" +"2048","0.1","(32, 4)","32","1.5762497186660767" +"8","0.01","(32,)","32","1.5718646049499512" +"2048","1","(12,)","32","1.5963577032089233" +"8","0.1","(24, 24)","32","1.5705617666244507" +"2048","0.01","(24, 12)","32","1.572396159172058" +"2048","1","(8,)","16","0.9386593699455261" +"2048","0.1","(4, 4)","4","0.05192194879055023" +"8","0.1","(28, 4)","32","1.5734857320785522" +"2048","0.1","(12,)","16","0.9241044521331787" +"8","1","(16,)","32","1.5809463262557983" +"8","0.1","()","4","0.049448393285274506" +"2048","1","(32, 24)","32","1.5836316347122192" +"2048","0.1","(24, 20)","32","1.5598440170288086" +"8","0.01","(4,)","32","1.6192293167114258" +"8","0.01","(32, 12)","32","1.5639783143997192" +"8","0.01","(24, 4)","32","1.576806902885437" +"2048","0.1","(32, 16)","32","1.5640851259231567" +"2048","0.1","()","4","0.04184221476316452" +"8","0.1","(32, 28)","32","1.5650802850723267" +"8","0.01","(16, 12)","16","0.921375036239624" +"8","0.1","(16, 4)","16","0.9152935743331909" +"8","1","(28, 8)","32","1.6107248067855835" +"8","1","(28, 4)","32","2.179835796356201" +"8","1","(24, 24)","32","1.5758987665176392" +"2048","0.01","(8,)","32","1.592041254043579" +"2048","0.01","(20, 4)","32","1.583930253982544" +"2048","0.1","(8, 4)","32","1.5805424451828003" +"2048","0.1","(28, 16)","32","1.5672334432601929" +"8","0.01","(28, 12)","32","1.5789064168930054" +"2048","0.01","(20, 8)","32","1.5747604370117188" +"2048","1","(20, 8)","32","1.602887511253357" +"2048","0.01","(16, 16)","32","1.5681332349777222" +"2048","1","(16,)","16","0.9348017573356628" +"2048","0.01","(8, 8)","32","1.5743474960327148" +"8","0.01","(12, 4)","16","0.9396759867668152" +"2048","1","(24, 12)","32","1.5693013668060303" +"8","1","(24, 16)","32","1.6054903268814087" +"2048","1","(16, 8)","16","0.969489574432373" +"8","1","(32, 24)","32","1.5734786987304688" +"8","1","(16, 8)","16","1.024788737297058" +"2048","1","(12, 8)","32","1.6301885843276978" +"8","1","(20, 12)","32","1.6672723293304443" +"2048","0.1","(24, 4)","32","1.5657540559768677" +"8","0.1","()","16","0.9434888362884521" +"2048","1","(16, 4)","16","1.511257290840149" +"8","0.1","(8,)","32","1.5807095766067505" +"8","0.1","(16, 16)","16","0.9174536466598511" +"2048","0.01","(32, 4)","32","1.5696569681167603" +"8","1","(12,)","32","1.5756824016571045" +"2048","0.01","(28, 4)","32","1.5743935108184814" +"2048","1","(4, 4)","32","2.1981468200683594" +"2048","0.1","(20, 4)","32","1.572489857673645" +"2048","0.1","(28, 20)","32","1.5661518573760986" +"8","0.1","(16, 8)","16","0.9147883653640747" +"8","0.01","(24, 8)","32","1.579474687576294" +"2048","0.01","(12,)","32","1.600240707397461" +"8","1","(12,)","16","0.9324190020561218" +"8","0.1","(4, 4)","4","0.04655768349766731" +"2048","0.1","(8,)","32","1.578027367591858" +"8","1","(12, 12)","32","1.5809589624404907" +"2048","1","(28, 8)","32","1.5739634037017822" +"8","0.01","()","16","1.0642058849334717" +"8","0.01","(4,)","4","0.04664045572280884" +"2048","0.1","(24,)","32","1.572028398513794" +"2048","0.01","(16, 8)","32","1.5905232429504395" +"8","0.1","(16,)","16","0.9223939776420593" +"8","0.01","(28, 20)","32","1.5660604238510132" +"8","1","(32,)","32","1.5860615968704224" +"2048","0.1","(32, 8)","32","1.567062497138977" +"8","1","(12, 8)","16","0.9304975867271423" +"8","1","(4,)","32","1.5699927806854248" +"2048","1","(32, 28)","32","1.5724552869796753" +"8","1","(32, 16)","32","1.6116349697113037" +"8","0.01","(16, 8)","16","0.930229127407074" +"8","0.01","(12, 4)","32","1.585289716720581" +"8","0.01","(24, 12)","32","1.5646611452102661" +"2048","0.1","(24, 24)","32","1.5663458108901978" +"8","1","(16, 8)","32","1.597028136253357" +"8","1","(8, 4)","32","1.7155157327651978" +"2048","0.01","(20, 12)","32","1.5666460990905762" +"2048","1","(12, 12)","16","0.9502343535423279" +"2048","1","(12, 12)","32","1.572556734085083" +"8","1","(24, 12)","32","1.6015195846557617" +"2048","1","(4,)","32","1.6646568775177002" +"2048","0.1","(20, 12)","32","1.5663111209869385" +"8","0.1","(12,)","16","0.9232257008552551" +"8","1","(32, 4)","32","2.2003774642944336" +"8","0.1","(28, 8)","32","1.5698341131210327" +"2048","1","(20, 16)","32","1.6596262454986572" +"2048","1","(20, 20)","32","1.5680177211761475" +"2048","0.01","(12, 12)","16","0.9226344227790833" +"2048","1","(32, 20)","32","1.5891169309616089" +"8","0.01","(16, 12)","32","1.573993444442749" +"2048","0.01","(20,)","32","1.5863877534866333" +"2048","1","(32, 32)","32","2.2011094093322754" +"2048","0.1","(24, 16)","32","1.5635416507720947" +"8","1","(20,)","32","1.5875496864318848" +"8","1","(12, 8)","32","1.5771055221557617" +"2048","1","(4, 4)","4","0.22643615305423737" +"8","0.01","(20, 4)","32","1.575549602508545" +"2048","0.01","(28, 24)","32","1.562900424003601" +"8","0.01","(8,)","16","0.916851282119751" +"8","0.01","(4, 4)","16","0.9199791550636292" +"8","0.01","(32, 4)","32","1.5814918279647827" +"2048","0.1","(28, 4)","32","1.5661088228225708" +"8","1","(4, 4)","4","0.23069968819618225" +"8","0.1","(16, 12)","16","0.9152922034263611" +"2048","0.1","(20, 20)","32","1.5661431550979614" +"8","0.1","(12, 8)","32","1.5678036212921143" +"8","1","(16, 16)","16","1.5065900087356567" +"2048","0.1","()","32","1.589616060256958" +"2048","0.01","(4,)","4","0.03970247879624367" +"8","1","(16, 4)","32","1.756170392036438" +"8","1","(8, 4)","16","0.9253332614898682" +"2048","0.01","()","32","1.5948151350021362" +"8","0.1","(32, 16)","32","1.5717744827270508" +"2048","0.1","(28, 24)","32","1.5644506216049194" +"8","0.1","(4,)","32","1.5867295265197754" +"8","1","(28, 16)","32","1.9153977632522583" +"2048","0.01","(12, 8)","16","0.9499096870422363" +"2048","1","()","32","1.5922023057937622" +"2048","1","(4, 4)","16","0.9759334325790405" +"2048","0.01","(12,)","16","0.9357075691223145" +"8","0.1","(4, 4)","16","0.9296029806137085" +"2048","0.01","(4, 4)","32","1.566102385520935" +"8","0.1","(28, 16)","32","1.5650079250335693" +"2048","0.01","(16,)","32","1.5792580842971802" +"8","0.1","(20, 8)","32","1.5780346393585205" +"2048","0.1","(16, 12)","16","0.9142770171165466" +"2048","0.01","(12, 4)","32","1.5781798362731934" +"8","0.1","(24, 12)","32","1.5686551332473755" +"8","0.01","(12, 12)","16","0.9357672929763794" +"8","0.01","(24,)","32","1.5704240798950195" +"2048","0.01","(16, 8)","16","0.9247621893882751" +"2048","1","(24, 20)","32","1.5674315690994263" +"2048","0.1","(16, 12)","32","1.5611320734024048" +"2048","0.1","(8, 4)","16","0.9117619395256042" +"8","0.1","(32, 12)","32","1.5683847665786743" +"8","0.1","(24, 20)","32","1.5628912448883057" +"2048","0.1","(16,)","32","1.5670247077941895" +"8","0.01","()","4","0.08850478380918503" +"8","1","(28, 24)","32","1.6149555444717407" +"8","1","(24, 20)","32","1.5719325542449951" +"2048","1","(28,)","32","1.5743205547332764" +"2048","0.1","(16, 8)","16","0.9186176657676697" +"8","1","(8,)","32","1.5886460542678833" +"2048","1","(20, 4)","32","1.779670238494873" +"2048","0.01","(16, 4)","32","1.5874067544937134" +"2048","0.01","(32, 28)","32","1.5717626810073853" +"2048","0.1","(8, 8)","16","0.9185121059417725" +"2048","0.01","(32, 12)","32","1.5683894157409668" +"2048","0.1","(32, 28)","32","1.564349889755249" +"8","0.1","(28,)","32","1.5695531368255615" +"2048","0.1","(16, 4)","32","1.579303503036499" +"8","0.01","(16, 4)","16","0.9312591552734375" +"2048","0.01","(28, 12)","32","1.5662974119186401" +"2048","1","(16, 4)","32","1.7812248468399048" +"2048","0.01","(4, 4)","4","0.04694288969039917" +"8","0.01","(20, 20)","32","1.5663317441940308" +"8","0.1","(32, 20)","32","1.5634089708328247" +"2048","0.01","(32, 24)","32","1.5692460536956787" +"2048","0.01","(32, 32)","32","1.5643311738967896" +"8","0.01","(16, 16)","16","0.9164944291114807" +"2048","1","(16, 8)","32","2.195230007171631" +"2048","1","(32,)","32","1.5802297592163086" +"8","1","()","16","0.9409081935882568" +"8","0.1","(12, 8)","16","0.9134688377380371" +"8","0.01","(12,)","16","0.9253696203231812" +"2048","0.01","(16, 12)","16","0.9206321239471436" +"2048","0.1","(12, 12)","32","1.5695852041244507" +"2048","0.1","(20, 8)","32","1.572922945022583" +"2048","0.1","(12, 4)","16","0.9325776100158691" +"8","0.01","(32, 24)","32","1.5699726343154907" +"8","1","(28, 20)","32","1.5783132314682007" +"8","1","(28,)","32","1.5862318277359009" +"2048","0.01","(28, 16)","32","1.5734195709228516" +"8","1","(12, 4)","32","1.652320384979248" +"2048","1","(8, 8)","16","0.9727420210838318" +"2048","0.01","(4, 4)","16","1.0092753171920776" +"8","0.01","(8, 8)","16","0.9199696183204651" +"8","0.01","(12, 8)","32","1.5713622570037842" +"8","0.01","(32, 16)","32","1.562531590461731" +"8","1","(32, 8)","32","2.13429594039917" +"2048","1","(24, 24)","32","1.607459306716919" +"8","0.1","(8,)","16","0.9193805456161499" +"2048","1","(8, 4)","32","2.1965067386627197" +"2048","1","(16,)","32","1.5683115720748901" +"8","0.1","(28, 24)","32","1.568243384361267" +"2048","0.01","(28, 20)","32","1.566024899482727" +"8","1","(8, 8)","16","0.942486584186554" +"2048","0.01","(32,)","32","1.5757315158843994" +"2048","0.01","(28,)","32","1.5760775804519653" +"2048","1","(16, 16)","16","0.9342647194862366" +"8","0.01","(28,)","32","1.568496823310852" +"2048","0.01","(8,)","16","0.9425734281539917" +"8","1","(12, 12)","16","0.9474825263023376" +"2048","0.1","(28, 8)","32","1.575353741645813" +"2048","1","(32, 16)","32","1.6540793180465698" +"8","1","(20, 16)","32","1.5772583484649658" +"8","0.1","(32, 8)","32","1.56598961353302" +"8","1","(24, 8)","32","1.5793265104293823" +"8","0.01","(28, 8)","32","1.5687079429626465" +"2048","0.1","(32, 24)","32","1.5631957054138184" +"2048","1","(20, 12)","32","1.6028813123703003" +"2048","0.01","(16, 12)","32","1.5614744424819946" +"8","0.01","(16,)","16","0.9251201748847961" +"8","0.01","(12, 12)","32","1.5771783590316772" +"2048","1","(28, 12)","32","1.5715711116790771" +"2048","0.01","(12, 8)","32","1.5726749897003174" +"8","0.1","(12, 4)","32","1.5764436721801758" +"8","0.01","(28, 4)","32","1.5740959644317627" +"2048","0.01","()","16","0.9396868348121643" +"8","0.01","()","32","1.6699219942092896" +"8","1","()","32","1.587037205696106" +"2048","0.1","(32, 20)","32","1.561399221420288" +"2048","0.1","(16, 8)","32","1.5733522176742554" +"8","0.1","(8, 4)","32","1.5645015239715576" +"8","0.1","(32,)","32","1.5735481977462769" +"2048","0.1","(16,)","16","0.915174126625061" +"2048","1","(24,)","32","1.564589023590088" +"2048","1","(32, 8)","32","2.1280977725982666" +"8","0.01","(20, 12)","32","1.5677567720413208" +"8","0.01","(24, 20)","32","1.5642623901367188" +"8","0.1","(24,)","32","1.568987250328064" +"8","0.1","(12,)","32","1.571800708770752" +"8","1","(28, 28)","32","1.5768463611602783" +"2048","0.1","(32, 12)","32","1.5679880380630493" +"2048","0.01","(12, 4)","16","0.9392681121826172" +"2048","0.01","(32, 16)","32","1.5705419778823853" +"2048","0.1","()","16","0.9365354776382446" +"2048","0.1","(28, 12)","32","1.569840669631958" +"8","0.1","(32, 4)","32","1.569366216659546" +"8","0.01","(8, 4)","16","0.9190340042114258" +"8","0.01","(24, 24)","32","1.5680689811706543" +"8","1","(24,)","32","1.5715651512145996" +"2048","0.01","(24, 8)","32","1.5653876066207886" +"2048","0.01","(28, 8)","32","1.5719205141067505" +"8","0.1","(4,)","16","0.9326725006103516" +"2048","0.01","(32, 20)","32","1.5666722059249878" +"2048","1","(28, 4)","32","1.5776344537734985" +"2048","1","(32, 4)","32","1.6058751344680786" +"2048","0.01","(20, 16)","32","1.568650245666504" +"8","0.01","(4, 4)","32","1.6176316738128662" +"8","1","(4,)","16","0.9246637225151062" +"2048","1","(20,)","32","1.5893638134002686" +"2048","0.01","(24,)","32","1.5823702812194824" +"2048","1","(28, 16)","32","1.5989675521850586" +"8","1","(8,)","16","0.9450806379318237" +"2048","0.01","()","4","0.06505005806684494" +"8","0.01","(28, 24)","32","1.5681450366973877" +"8","1","(16, 12)","32","2.1954171657562256" +"8","0.1","(28, 12)","32","1.5657696723937988" +"8","0.01","(8, 4)","32","1.5927568674087524" +"8","0.1","(20, 4)","32","1.5680410861968994" +"2048","1","(28, 28)","32","1.5711946487426758" +"8","1","(32, 32)","32","1.578430414199829" +"2048","1","(12, 8)","16","1.513985514640808" +"2048","0.1","(32, 32)","32","1.5604292154312134" +"8","1","(4,)","4","0.1123085618019104" +"8","1","(20, 20)","32","1.5717382431030273" +"2048","0.1","(20,)","32","1.5664935111999512" +"8","0.01","(16, 4)","32","1.5755915641784668" +"8","0.01","(8,)","32","1.5744054317474365" +"2048","0.01","(16, 16)","16","0.9142640233039856" +"2048","1","()","4","0.051605768501758575" +"2048","1","(4,)","4","0.04652826860547066" +"8","0.1","(20, 12)","32","1.5620441436767578" +"8","1","(16, 16)","32","1.5791205167770386" +"2048","0.01","(16, 4)","16","0.9183288812637329" +"2048","0.1","(32,)","32","1.5704694986343384" +"2048","1","(16, 12)","32","1.5821821689605713" +"8","0.1","(8, 4)","16","0.9277703762054443" +"2048","0.1","(12, 8)","16","0.9217475056648254" +"8","0.01","(12,)","32","1.5765711069107056" +"8","0.01","(20, 8)","32","1.5681699514389038" +"8","0.01","(28, 16)","32","1.5663244724273682" +"8","1","()","4","0.04332111403346062" +"8","0.1","(12, 12)","16","0.9242398738861084" +"8","1","(32, 12)","32","1.5777174234390259"